2024-11-14 04:26:56,002 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 04:26:56,017 main DEBUG Took 0.012594 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 04:26:56,018 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 04:26:56,018 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 04:26:56,019 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 04:26:56,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,029 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 04:26:56,045 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,047 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,047 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,048 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,049 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,050 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,050 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,052 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,052 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,052 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,053 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,054 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,054 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,055 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,055 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,056 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:26:56,056 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,057 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 04:26:56,058 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:26:56,059 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 04:26:56,061 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 04:26:56,061 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 04:26:56,062 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 04:26:56,063 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 04:26:56,070 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 04:26:56,073 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 04:26:56,074 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 04:26:56,074 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 04:26:56,075 main DEBUG createAppenders(={Console}) 2024-11-14 04:26:56,075 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-14 04:26:56,076 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 04:26:56,076 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-14 04:26:56,076 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 04:26:56,077 main DEBUG OutputStream closed 2024-11-14 04:26:56,077 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 04:26:56,077 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 04:26:56,077 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-14 04:26:56,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 04:26:56,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 04:26:56,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 04:26:56,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 04:26:56,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 04:26:56,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 04:26:56,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 04:26:56,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 04:26:56,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 04:26:56,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 04:26:56,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 04:26:56,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 04:26:56,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 04:26:56,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 04:26:56,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 04:26:56,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 04:26:56,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 04:26:56,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 04:26:56,168 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 04:26:56,169 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-14 04:26:56,169 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 04:26:56,170 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-14T04:26:56,185 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-14 04:26:56,187 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 04:26:56,187 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T04:26:56,396 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0 2024-11-14T04:26:56,397 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-14T04:26:56,495 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T04:26:56,567 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a, deleteOnExit=true 2024-11-14T04:26:56,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/test.cache.data in system properties and HBase conf 2024-11-14T04:26:56,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:26:56,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:26:56,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:26:56,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:26:56,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:26:56,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:26:56,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:26:56,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:26:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:26:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:26:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:26:56,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:26:56,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:26:56,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:26:56,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:26:56,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:26:56,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:26:56,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:26:56,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:26:56,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:26:57,775 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T04:26:57,851 INFO [Time-limited test {}] log.Log(170): Logging initialized @2665ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T04:26:57,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:26:57,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:26:58,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:26:58,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:26:58,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:26:58,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:26:58,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:26:58,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:26:58,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/java.io.tmpdir/jetty-localhost-32897-hadoop-hdfs-3_4_1-tests_jar-_-any-16306470405786919404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:26:58,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:32897} 2024-11-14T04:26:58,303 INFO [Time-limited test {}] server.Server(415): Started @3118ms 2024-11-14T04:26:58,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:26:58,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:26:58,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:26:58,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:26:58,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:26:58,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:26:58,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:26:59,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/java.io.tmpdir/jetty-localhost-39231-hadoop-hdfs-3_4_1-tests_jar-_-any-5938943941812483331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:26:59,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:39231} 2024-11-14T04:26:59,007 INFO [Time-limited test {}] server.Server(415): Started @3822ms 2024-11-14T04:26:59,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:26:59,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:26:59,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:26:59,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:26:59,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:26:59,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:26:59,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:26:59,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:26:59,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/java.io.tmpdir/jetty-localhost-35751-hadoop-hdfs-3_4_1-tests_jar-_-any-2668762697097062824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:26:59,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:35751} 2024-11-14T04:26:59,354 INFO [Time-limited test {}] server.Server(415): Started @4169ms 2024-11-14T04:26:59,359 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:27:00,770 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data1/current/BP-1156595703-172.17.0.3-1731558417174/current, will proceed with Du for space computation calculation, 2024-11-14T04:27:00,770 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data2/current/BP-1156595703-172.17.0.3-1731558417174/current, will proceed with Du for space computation calculation, 2024-11-14T04:27:00,781 WARN [Thread-102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data3/current/BP-1156595703-172.17.0.3-1731558417174/current, will proceed with Du for space computation calculation, 2024-11-14T04:27:00,783 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data4/current/BP-1156595703-172.17.0.3-1731558417174/current, will proceed with Du for space computation calculation, 2024-11-14T04:27:00,799 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:27:00,808 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:27:00,848 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd34295394d6a2f1b with lease ID 0x535ea5fe61775993: Processing first storage report for DS-cc5a820f-2a5b-4dbf-a4fd-0d4da862c748 from datanode DatanodeRegistration(127.0.0.1:43707, datanodeUuid=a1ddda41-7517-4ea1-9805-12ecd0499073, infoPort=36313, infoSecurePort=0, ipcPort=32903, storageInfo=lv=-57;cid=testClusterID;nsid=2073338227;c=1731558417174) 2024-11-14T04:27:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd34295394d6a2f1b with lease ID 0x535ea5fe61775993: from storage DS-cc5a820f-2a5b-4dbf-a4fd-0d4da862c748 node DatanodeRegistration(127.0.0.1:43707, datanodeUuid=a1ddda41-7517-4ea1-9805-12ecd0499073, infoPort=36313, infoSecurePort=0, ipcPort=32903, storageInfo=lv=-57;cid=testClusterID;nsid=2073338227;c=1731558417174), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T04:27:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd817703a1e5ddb1 with lease ID 0x535ea5fe61775992: Processing first storage report for DS-5c930b16-7ae2-4cb3-98d1-24ce6fb112b4 from datanode DatanodeRegistration(127.0.0.1:40741, datanodeUuid=082efa2b-9ce2-4eca-9d8a-435f19775434, infoPort=44023, infoSecurePort=0, ipcPort=39207, storageInfo=lv=-57;cid=testClusterID;nsid=2073338227;c=1731558417174) 2024-11-14T04:27:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd817703a1e5ddb1 with lease ID 0x535ea5fe61775992: from storage DS-5c930b16-7ae2-4cb3-98d1-24ce6fb112b4 node DatanodeRegistration(127.0.0.1:40741, datanodeUuid=082efa2b-9ce2-4eca-9d8a-435f19775434, infoPort=44023, infoSecurePort=0, ipcPort=39207, storageInfo=lv=-57;cid=testClusterID;nsid=2073338227;c=1731558417174), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:27:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd34295394d6a2f1b with lease ID 0x535ea5fe61775993: Processing first storage report for DS-75a104ae-df05-4844-ac80-b2b87ef45eab from datanode DatanodeRegistration(127.0.0.1:43707, datanodeUuid=a1ddda41-7517-4ea1-9805-12ecd0499073, infoPort=36313, infoSecurePort=0, ipcPort=32903, storageInfo=lv=-57;cid=testClusterID;nsid=2073338227;c=1731558417174) 2024-11-14T04:27:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd34295394d6a2f1b with lease ID 0x535ea5fe61775993: from storage DS-75a104ae-df05-4844-ac80-b2b87ef45eab node DatanodeRegistration(127.0.0.1:43707, datanodeUuid=a1ddda41-7517-4ea1-9805-12ecd0499073, infoPort=36313, infoSecurePort=0, ipcPort=32903, storageInfo=lv=-57;cid=testClusterID;nsid=2073338227;c=1731558417174), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:27:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd817703a1e5ddb1 with lease ID 0x535ea5fe61775992: Processing first storage report for DS-632edc9b-39fd-4af6-801b-44e7928566ca from datanode DatanodeRegistration(127.0.0.1:40741, datanodeUuid=082efa2b-9ce2-4eca-9d8a-435f19775434, infoPort=44023, infoSecurePort=0, ipcPort=39207, storageInfo=lv=-57;cid=testClusterID;nsid=2073338227;c=1731558417174) 2024-11-14T04:27:00,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd817703a1e5ddb1 with lease ID 0x535ea5fe61775992: from storage DS-632edc9b-39fd-4af6-801b-44e7928566ca node DatanodeRegistration(127.0.0.1:40741, datanodeUuid=082efa2b-9ce2-4eca-9d8a-435f19775434, infoPort=44023, infoSecurePort=0, ipcPort=39207, storageInfo=lv=-57;cid=testClusterID;nsid=2073338227;c=1731558417174), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:27:00,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0 2024-11-14T04:27:00,957 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=3607 2024-11-14T04:27:00,958 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:00,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:00,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:27:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:27:01,586 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:01,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:01,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:01,608 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:01,636 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T04:27:01,654 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T04:27:01,658 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:01,658 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:01,661 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:01,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,681 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T04:27:01,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741826_1002 (size=1393) 2024-11-14T04:27:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741826_1002 (size=1393) 2024-11-14T04:27:01,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:01,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:01,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741827_1003 (size=1393) 2024-11-14T04:27:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741827_1003 (size=1393) 2024-11-14T04:27:01,763 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:01,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741828_1004 (size=1393) 2024-11-14T04:27:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741828_1004 (size=1393) 2024-11-14T04:27:01,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:01,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:01,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741829_1005 (size=1393) 2024-11-14T04:27:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741829_1005 (size=1393) 2024-11-14T04:27:01,830 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:01,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741830_1006 (size=1393) 2024-11-14T04:27:01,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741830_1006 (size=1393) 2024-11-14T04:27:01,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:01,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:01,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741831_1007 (size=1393) 2024-11-14T04:27:01,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741831_1007 (size=1393) 2024-11-14T04:27:01,902 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:01,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741832_1008 (size=1405) 2024-11-14T04:27:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741832_1008 (size=1405) 2024-11-14T04:27:01,939 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:01,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:01,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:01,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:01,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741833_1009 (size=1413) 2024-11-14T04:27:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741833_1009 (size=1413) 2024-11-14T04:27:02,045 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:02,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:02,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741834_1010 (size=1413) 2024-11-14T04:27:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741834_1010 (size=1413) 2024-11-14T04:27:02,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:02,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:02,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741835_1011 (size=1413) 2024-11-14T04:27:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741835_1011 (size=1413) 2024-11-14T04:27:02,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:02,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:02,828 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T04:27:02,837 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T04:27:02,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0 2024-11-14T04:27:02,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0 after 6ms 2024-11-14T04:27:02,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0 took 111ms 2024-11-14T04:27:02,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0 so closing down 2024-11-14T04:27:02,964 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:02,966 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:02,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:02,994 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0, size=1.4 K (1393bytes) at 1731558422827Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0 so closing down at 1731558422958 (+131 ms)3 split writer threads finished at 1731558422966 (+8 ms)Processed 0 edits across 0 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/d5b37707-8313-772a-b053-f22a1c8a9996/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731558421641/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558422986 (+20 ms) 2024-11-14T04:27:02,994 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-14T04:27:03,055 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1180665201_22 at /127.0.0.1:45356 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5fab18b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=3496 (was 3607) 2024-11-14T04:27:03,072 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=3496 2024-11-14T04:27:03,073 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:03,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741836_1012 (size=7) 2024-11-14T04:27:03,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741836_1012 (size=7) 2024-11-14T04:27:03,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:03,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:03,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:03,190 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:03,191 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-14T04:27:03,191 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:03,193 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:03,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:03,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:03,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:03,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741837_1013 (size=2324) 2024-11-14T04:27:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741837_1013 (size=2324) 2024-11-14T04:27:03,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:03,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T04:27:03,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0 2024-11-14T04:27:03,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0 after 1ms 2024-11-14T04:27:03,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0 took 9ms 2024-11-14T04:27:03,479 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0 so closing down 2024-11-14T04:27:03,480 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:03,480 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:03,536 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:03,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:03,553 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:03,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741839_1015 (size=743) 2024-11-14T04:27:03,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741839_1015 (size=743) 2024-11-14T04:27:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741838_1014 (size=743) 2024-11-14T04:27:03,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741838_1014 (size=743) 2024-11-14T04:27:03,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-14T04:27:03,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:04,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:04,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:04,048 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 587 ms; skipped=7; WAL=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T04:27:04,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0, size=2.3 K (2324bytes) at 1731558423424Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0 so closing down at 1731558423480 (+56 ms)3 split writer threads finished at 1731558423480Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558423541 (+61 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558423559 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731558423662 (+103 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558423674 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558424036 (+362 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558424047 (+11 ms)Processed 27 edits across 2 Regions in 587 ms; skipped=7; WAL=hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731558424048 (+1 ms) 2024-11-14T04:27:04,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/WALs/testsplitlogfilemultipleregions,16010,1731558423191/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/04003b9c-c586-9307-3c45-ae3829bfdfa1/oldWALs/wal.dat.0 2024-11-14T04:27:04,122 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_162527314_22 at /127.0.0.1:41910 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_162527314_22 at /127.0.0.1:45356 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=3406 (was 3496) 2024-11-14T04:27:04,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=3404 2024-11-14T04:27:04,148 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:04,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741840_1016 (size=7) 2024-11-14T04:27:04,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741840_1016 (size=7) 2024-11-14T04:27:04,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:04,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:04,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:04,257 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:04,257 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:04,260 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:04,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:04,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:04,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741841_1017 (size=2324) 2024-11-14T04:27:04,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741841_1017 (size=2324) 2024-11-14T04:27:04,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:05,913 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fe360dcc-a15b-39d1-0c8e-b799b4d8b1a6/WALs/testterminationaskedbyreporter,16010,1731558424257/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T04:27:05,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fe360dcc-a15b-39d1-0c8e-b799b4d8b1a6/WALs/testterminationaskedbyreporter,16010,1731558424257/wal.dat.0 so closing down 2024-11-14T04:27:05,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fe360dcc-a15b-39d1-0c8e-b799b4d8b1a6/WALs/testterminationaskedbyreporter,16010,1731558424257/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-14T04:27:05,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fe360dcc-a15b-39d1-0c8e-b799b4d8b1a6/WALs/testterminationaskedbyreporter,16010,1731558424257/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fe360dcc-a15b-39d1-0c8e-b799b4d8b1a6/WALs/testterminationaskedbyreporter,16010,1731558424257/wal.dat.0, size=2.3 K (2324bytes) at 1731558425913Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fe360dcc-a15b-39d1-0c8e-b799b4d8b1a6/WALs/testterminationaskedbyreporter,16010,1731558424257/wal.dat.0 so closing down at 1731558425913Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fe360dcc-a15b-39d1-0c8e-b799b4d8b1a6/WALs/testterminationaskedbyreporter,16010,1731558424257/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731558425914 (+1 ms) 2024-11-14T04:27:05,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132 (was 130) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 421) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3139 (was 3404) 2024-11-14T04:27:05,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=132, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=3138 2024-11-14T04:27:05,943 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741842_1018 (size=7) 2024-11-14T04:27:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741842_1018 (size=7) 2024-11-14T04:27:05,958 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:05,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:05,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:05,980 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:05,981 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-14T04:27:05,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:05,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:05,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741843_1019 (size=1043) 2024-11-14T04:27:06,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741843_1019 (size=1043) 2024-11-14T04:27:06,052 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:06,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:06,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,104 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741845_1021 (size=1043) 2024-11-14T04:27:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741845_1021 (size=1043) 2024-11-14T04:27:06,181 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:06,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741846_1022 (size=1043) 2024-11-14T04:27:06,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741846_1022 (size=1043) 2024-11-14T04:27:06,246 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:06,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:06,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741847_1023 (size=1043) 2024-11-14T04:27:06,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741847_1023 (size=1043) 2024-11-14T04:27:06,331 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:06,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741848_1024 (size=1043) 2024-11-14T04:27:06,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741848_1024 (size=1043) 2024-11-14T04:27:06,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:06,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:06,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741849_1025 (size=1043) 2024-11-14T04:27:06,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741849_1025 (size=1043) 2024-11-14T04:27:06,507 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:06,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:06,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741850_1026 (size=1043) 2024-11-14T04:27:06,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:06,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:06,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741850_1026 (size=1043) 2024-11-14T04:27:06,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741851_1027 (size=1043) 2024-11-14T04:27:06,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741851_1027 (size=1043) 2024-11-14T04:27:06,632 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:06,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:06,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741852_1028 (size=1043) 2024-11-14T04:27:06,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741852_1028 (size=1043) 2024-11-14T04:27:06,711 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:06,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0, size=1.0 K (1043bytes) 2024-11-14T04:27:06,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0 2024-11-14T04:27:06,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0 after 4ms 2024-11-14T04:27:06,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0 took 31ms 2024-11-14T04:27:06,824 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-14T04:27:06,825 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0 so closing down 2024-11-14T04:27:06,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:06,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:06,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T04:27:06,828 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0, size=1.0 K (1043bytes) at 1731558426769Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0 so closing down at 1731558426826 (+57 ms)3 split writer threads finished at 1731558426828 (+2 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731558426828 2024-11-14T04:27:06,834 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.0 2024-11-14T04:27:06,835 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1, size=180 (180bytes) 2024-11-14T04:27:06,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 2024-11-14T04:27:06,836 WARN [IPC Server handler 4 on default port 42079 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-14T04:27:06,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 after 2ms 2024-11-14T04:27:07,840 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-18959483_22 at /127.0.0.1:45430 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43707:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45430 dst: /127.0.0.1:43707 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:07,840 WARN [ResponseProcessor for block BP-1156595703-172.17.0.3-1731558417174:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1156595703-172.17.0.3-1731558417174:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:07,848 WARN [DataStreamer for file /user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 block BP-1156595703-172.17.0.3-1731558417174:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1156595703-172.17.0.3-1731558417174:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40741,DS-5c930b16-7ae2-4cb3-98d1-24ce6fb112b4,DISK], DatanodeInfoWithStorage[127.0.0.1:43707,DS-cc5a820f-2a5b-4dbf-a4fd-0d4da862c748,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40741,DS-5c930b16-7ae2-4cb3-98d1-24ce6fb112b4,DISK]) is bad. 2024-11-14T04:27:07,841 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-18959483_22 at /127.0.0.1:41950 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41950 dst: /127.0.0.1:40741 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40741 remote=/127.0.0.1:41950]. Total timeout mills is 60000, 58264 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:07,857 WARN [DataStreamer for file /user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 block BP-1156595703-172.17.0.3-1731558417174:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1156595703-172.17.0.3-1731558417174:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741844_1029 (size=1035) 2024-11-14T04:27:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741844_1029 (size=1035) 2024-11-14T04:27:10,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 after 4004ms 2024-11-14T04:27:10,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 took 4020ms 2024-11-14T04:27:10,867 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1; continuing. 2024-11-14T04:27:10,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 so closing down 2024-11-14T04:27:10,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:10,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:10,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-14T04:27:10,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1, size=180 (180bytes) at 1731558426835Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 so closing down at 1731558430867 (+4032 ms)3 split writer threads finished at 1731558430868 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731558430868 2024-11-14T04:27:10,873 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.1 2024-11-14T04:27:10,873 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2, size=1.0 K (1043bytes) 2024-11-14T04:27:10,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2 2024-11-14T04:27:10,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2 after 1ms 2024-11-14T04:27:10,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2 took 8ms 2024-11-14T04:27:10,884 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2 so closing down 2024-11-14T04:27:10,884 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:10,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:10,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T04:27:10,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2, size=1.0 K (1043bytes) at 1731558430873Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2 so closing down at 1731558430884 (+11 ms)3 split writer threads finished at 1731558430887 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731558430887 2024-11-14T04:27:10,892 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.2 2024-11-14T04:27:10,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3, size=1.0 K (1043bytes) 2024-11-14T04:27:10,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3 2024-11-14T04:27:10,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3 after 0ms 2024-11-14T04:27:10,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3 took 6ms 2024-11-14T04:27:10,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3 so closing down 2024-11-14T04:27:10,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:10,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:10,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T04:27:10,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3, size=1.0 K (1043bytes) at 1731558430893Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3 so closing down at 1731558430904 (+11 ms)3 split writer threads finished at 1731558430904Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731558430904 2024-11-14T04:27:10,913 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.3 2024-11-14T04:27:10,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4, size=1.0 K (1043bytes) 2024-11-14T04:27:10,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4 2024-11-14T04:27:10,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4 after 1ms 2024-11-14T04:27:10,926 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4 took 13ms 2024-11-14T04:27:10,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4 so closing down 2024-11-14T04:27:10,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:10,934 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:10,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T04:27:10,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4, size=1.0 K (1043bytes) at 1731558430914Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4 so closing down at 1731558430933 (+19 ms)3 split writer threads finished at 1731558430934 (+1 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731558430935 (+1 ms) 2024-11-14T04:27:10,940 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.4 2024-11-14T04:27:10,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5, size=1.0 K (1043bytes) 2024-11-14T04:27:10,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5 2024-11-14T04:27:10,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5 after 3ms 2024-11-14T04:27:10,957 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5 took 15ms 2024-11-14T04:27:10,987 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5 so closing down 2024-11-14T04:27:10,987 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:10,988 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:10,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T04:27:10,988 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5, size=1.0 K (1043bytes) at 1731558430941Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5 so closing down at 1731558430987 (+46 ms)3 split writer threads finished at 1731558430988 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731558430988 2024-11-14T04:27:10,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.5 2024-11-14T04:27:10,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6, size=1.0 K (1043bytes) 2024-11-14T04:27:10,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6 2024-11-14T04:27:10,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6 after 0ms 2024-11-14T04:27:10,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6 took 6ms 2024-11-14T04:27:11,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6 so closing down 2024-11-14T04:27:11,011 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:11,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:11,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T04:27:11,014 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6, size=1.0 K (1043bytes) at 1731558430993Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6 so closing down at 1731558431011 (+18 ms)3 split writer threads finished at 1731558431013 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731558431013 2024-11-14T04:27:11,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.6 2024-11-14T04:27:11,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7, size=1.0 K (1043bytes) 2024-11-14T04:27:11,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7 2024-11-14T04:27:11,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7 after 1ms 2024-11-14T04:27:11,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7 took 15ms 2024-11-14T04:27:11,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7 so closing down 2024-11-14T04:27:11,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:11,048 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:11,048 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T04:27:11,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7, size=1.0 K (1043bytes) at 1731558431019Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7 so closing down at 1731558431045 (+26 ms)3 split writer threads finished at 1731558431048 (+3 ms)Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731558431048 2024-11-14T04:27:11,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.7 2024-11-14T04:27:11,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8, size=1.0 K (1043bytes) 2024-11-14T04:27:11,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8 2024-11-14T04:27:11,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8 after 5ms 2024-11-14T04:27:11,067 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8 took 10ms 2024-11-14T04:27:11,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8 so closing down 2024-11-14T04:27:11,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:11,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:11,091 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T04:27:11,091 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8, size=1.0 K (1043bytes) at 1731558431056Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8 so closing down at 1731558431088 (+32 ms)3 split writer threads finished at 1731558431091 (+3 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731558431091 2024-11-14T04:27:11,100 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.8 2024-11-14T04:27:11,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9, size=1.0 K (1043bytes) 2024-11-14T04:27:11,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9 2024-11-14T04:27:11,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9 after 1ms 2024-11-14T04:27:11,110 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9 took 9ms 2024-11-14T04:27:11,128 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9 so closing down 2024-11-14T04:27:11,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:11,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:11,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T04:27:11,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9, size=1.0 K (1043bytes) at 1731558431101Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9 so closing down at 1731558431128 (+27 ms)3 split writer threads finished at 1731558431129 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731558431129 2024-11-14T04:27:11,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/WALs/testsplitdeletedregion,16010,1731558425981/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/bcf67dfd-d760-297b-13e5-893dc1854667/oldWALs/wal.dat.9 2024-11-14T04:27:11,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136 (was 132) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-118578277_22 at /127.0.0.1:42034 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:32903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-118578277_22 at /127.0.0.1:45494 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 467) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3008 (was 3138) 2024-11-14T04:27:11,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=3008 2024-11-14T04:27:11,176 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:11,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741853_1030 (size=7) 2024-11-14T04:27:11,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741853_1030 (size=7) 2024-11-14T04:27:11,593 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:11,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:11,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:11,600 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:11,600 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T04:27:11,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741854_1031 (size=863) 2024-11-14T04:27:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741854_1031 (size=863) 2024-11-14T04:27:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741855_1032 (size=859) 2024-11-14T04:27:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741855_1032 (size=859) 2024-11-14T04:27:11,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0, size=859 (859bytes) 2024-11-14T04:27:11,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0 2024-11-14T04:27:11,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0 after 0ms 2024-11-14T04:27:11,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0 took 5ms 2024-11-14T04:27:11,768 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0; continuing. 2024-11-14T04:27:11,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0 so closing down 2024-11-14T04:27:11,768 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:11,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:11,773 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:11,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:11,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741856_1033 (size=863) 2024-11-14T04:27:11,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741856_1033 (size=863) 2024-11-14T04:27:11,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:11,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T04:27:11,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-14T04:27:11,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0, size=859 (859bytes) at 1731558431658Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0 so closing down at 1731558431768 (+110 ms)3 split writer threads finished at 1731558431769 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558431775 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558431799 (+24 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731558431804 (+5 ms)Processed 10 edits across 1 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731558431804 2024-11-14T04:27:11,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/WALs/testcorruptwaltrailer,16010,1731558431600/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/d0e068d3-e023-3b06-471a-05f5b43aee60/oldWALs/wal.dat.0 2024-11-14T04:27:11,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=2994 (was 3008) 2024-11-14T04:27:11,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=2993 2024-11-14T04:27:11,841 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741857_1034 (size=7) 2024-11-14T04:27:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741857_1034 (size=7) 2024-11-14T04:27:11,860 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:11,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:11,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:11,867 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:11,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=2991 (was 2993) 2024-11-14T04:27:11,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=2990 2024-11-14T04:27:11,897 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:11,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741858_1035 (size=7) 2024-11-14T04:27:11,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741858_1035 (size=7) 2024-11-14T04:27:11,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:11,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:11,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:11,937 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:11,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-14T04:27:11,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741859_1036 (size=93) 2024-11-14T04:27:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741859_1036 (size=93) 2024-11-14T04:27:12,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=2986 (was 2990) 2024-11-14T04:27:12,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=2985 2024-11-14T04:27:12,033 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:12,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741860_1037 (size=7) 2024-11-14T04:27:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741860_1037 (size=7) 2024-11-14T04:27:12,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:12,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:12,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:12,091 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:12,091 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:12,094 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:12,096 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:12,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741861_1038 (size=1393) 2024-11-14T04:27:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741861_1038 (size=1393) 2024-11-14T04:27:12,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:12,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:12,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741862_1039 (size=1393) 2024-11-14T04:27:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741862_1039 (size=1393) 2024-11-14T04:27:12,203 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:12,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:12,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741863_1040 (size=1393) 2024-11-14T04:27:12,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741863_1040 (size=1393) 2024-11-14T04:27:12,263 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:12,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:12,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741864_1041 (size=1393) 2024-11-14T04:27:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741864_1041 (size=1393) 2024-11-14T04:27:12,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:12,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:12,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741865_1042 (size=1393) 2024-11-14T04:27:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741865_1042 (size=1393) 2024-11-14T04:27:12,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:12,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:12,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741866_1043 (size=1393) 2024-11-14T04:27:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741866_1043 (size=1393) 2024-11-14T04:27:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:12,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741867_1044 (size=1405) 2024-11-14T04:27:12,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741867_1044 (size=1405) 2024-11-14T04:27:12,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:12,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:12,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741868_1045 (size=1413) 2024-11-14T04:27:12,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741868_1045 (size=1413) 2024-11-14T04:27:12,509 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:12,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:12,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741869_1046 (size=1413) 2024-11-14T04:27:12,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741869_1046 (size=1413) 2024-11-14T04:27:12,554 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:12,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:12,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741870_1047 (size=1413) 2024-11-14T04:27:12,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741870_1047 (size=1413) 2024-11-14T04:27:12,580 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:12,610 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:12,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7 2024-11-14T04:27:12,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7 after 1ms 2024-11-14T04:27:12,616 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7 took 6ms 2024-11-14T04:27:12,629 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7 so closing down 2024-11-14T04:27:12,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:12,629 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:12,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:12,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:12,670 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:12,670 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:12,671 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-14T04:27:12,671 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7, size=1.4 K (1413bytes) at 1731558432610Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7 so closing down at 1731558432629 (+19 ms)3 split writer threads finished at 1731558432629Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558432659 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558432660 (+1 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731558432670 (+10 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731558432670Processed 20 edits across 0 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/0dbbfe05-7881-67a9-b49b-dcdd5cc7cbcd/WALs/testioeonoutputthread,16010,1731558432091/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731558432671 (+1 ms) 2024-11-14T04:27:12,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139 (was 136) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1271047242_22 at /127.0.0.1:42034 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: split-log-closeStream-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=2955 (was 2985) 2024-11-14T04:27:12,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=2954 2024-11-14T04:27:12,689 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741871_1048 (size=7) 2024-11-14T04:27:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741871_1048 (size=7) 2024-11-14T04:27:12,712 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:12,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:12,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:12,718 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:12,755 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:12,756 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:12,759 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:12,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:12,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741872_1049 (size=2324) 2024-11-14T04:27:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741872_1049 (size=2324) 2024-11-14T04:27:13,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:13,207 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:13,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741873_1050 (size=1393) 2024-11-14T04:27:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741873_1050 (size=1393) 2024-11-14T04:27:13,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:13,238 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:13,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-14T04:27:13,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-14T04:27:13,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-14T04:27:13,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-14T04:27:13,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-14T04:27:13,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-14T04:27:13,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-14T04:27:13,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-14T04:27:13,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-14T04:27:13,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-14T04:27:13,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-14T04:27:13,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-14T04:27:13,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-14T04:27:13,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-14T04:27:13,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-14T04:27:13,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-14T04:27:13,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-14T04:27:13,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-14T04:27:13,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-14T04:27:13,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-14T04:27:13,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-14T04:27:13,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-14T04:27:13,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-14T04:27:13,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-14T04:27:13,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-14T04:27:13,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-14T04:27:13,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-14T04:27:13,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-14T04:27:13,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-14T04:27:13,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-14T04:27:13,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-14T04:27:13,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-14T04:27:13,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-14T04:27:13,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-14T04:27:13,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-14T04:27:13,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-14T04:27:13,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-14T04:27:13,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-14T04:27:13,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-14T04:27:13,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-14T04:27:13,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-14T04:27:13,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-14T04:27:13,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-14T04:27:13,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-14T04:27:13,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-14T04:27:13,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-14T04:27:13,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-14T04:27:13,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-14T04:27:13,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-14T04:27:13,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-14T04:27:13,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-14T04:27:13,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-14T04:27:13,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-14T04:27:13,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-14T04:27:13,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-14T04:27:13,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-14T04:27:13,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-14T04:27:13,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-14T04:27:13,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-14T04:27:13,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-14T04:27:13,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-14T04:27:13,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-14T04:27:13,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-14T04:27:13,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-14T04:27:13,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-14T04:27:13,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-14T04:27:13,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-14T04:27:13,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-14T04:27:13,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-14T04:27:13,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-14T04:27:13,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-14T04:27:13,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-14T04:27:13,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-14T04:27:13,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-14T04:27:13,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-14T04:27:13,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-14T04:27:13,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-14T04:27:13,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-14T04:27:13,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-14T04:27:13,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-14T04:27:13,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-14T04:27:13,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-14T04:27:13,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-14T04:27:13,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-14T04:27:13,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-14T04:27:13,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-14T04:27:13,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-14T04:27:13,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-14T04:27:13,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-14T04:27:13,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-14T04:27:13,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-14T04:27:13,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-14T04:27:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-14T04:27:13,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-14T04:27:13,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-14T04:27:13,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-14T04:27:13,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-14T04:27:13,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-14T04:27:13,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-14T04:27:13,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-14T04:27:13,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-14T04:27:13,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-14T04:27:13,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-14T04:27:13,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-14T04:27:13,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-14T04:27:13,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-14T04:27:13,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-14T04:27:13,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-14T04:27:13,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-14T04:27:13,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-14T04:27:13,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-14T04:27:13,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-14T04:27:13,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-14T04:27:13,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-14T04:27:13,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-14T04:27:13,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-14T04:27:13,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-14T04:27:13,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-14T04:27:13,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-14T04:27:13,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-14T04:27:13,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-14T04:27:13,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-14T04:27:13,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-14T04:27:13,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-14T04:27:13,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-14T04:27:13,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-14T04:27:13,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-14T04:27:13,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-14T04:27:13,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-14T04:27:13,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-14T04:27:13,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-14T04:27:13,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-14T04:27:13,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-14T04:27:13,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-14T04:27:13,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-14T04:27:13,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-14T04:27:13,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-14T04:27:13,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-14T04:27:13,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-14T04:27:13,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-14T04:27:13,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-14T04:27:13,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-14T04:27:13,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-14T04:27:13,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-14T04:27:13,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-14T04:27:13,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-14T04:27:13,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-14T04:27:13,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-14T04:27:13,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-14T04:27:13,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-14T04:27:13,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-14T04:27:13,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-14T04:27:13,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-14T04:27:13,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-14T04:27:13,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-14T04:27:13,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-14T04:27:13,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-14T04:27:13,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-14T04:27:13,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-14T04:27:13,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-14T04:27:13,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-14T04:27:13,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-14T04:27:13,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-14T04:27:13,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-14T04:27:13,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-14T04:27:13,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-14T04:27:13,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-14T04:27:13,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-14T04:27:13,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-14T04:27:13,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-14T04:27:13,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-14T04:27:13,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-14T04:27:13,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-14T04:27:13,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-14T04:27:13,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-14T04:27:13,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-14T04:27:13,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-14T04:27:13,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-14T04:27:13,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-14T04:27:13,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-14T04:27:13,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-14T04:27:13,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-14T04:27:13,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-14T04:27:13,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-14T04:27:13,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-14T04:27:13,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-14T04:27:13,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-14T04:27:13,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-14T04:27:13,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-14T04:27:13,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-14T04:27:13,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-14T04:27:13,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-14T04:27:13,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-14T04:27:13,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-14T04:27:13,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-14T04:27:13,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-14T04:27:13,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-14T04:27:13,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-14T04:27:13,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-14T04:27:13,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-14T04:27:13,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-14T04:27:13,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-14T04:27:13,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-14T04:27:13,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-14T04:27:13,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-14T04:27:13,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-14T04:27:13,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-14T04:27:13,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-14T04:27:13,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-14T04:27:13,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-14T04:27:13,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-14T04:27:13,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-14T04:27:13,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-14T04:27:13,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-14T04:27:13,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-14T04:27:13,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-14T04:27:13,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-14T04:27:13,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-14T04:27:13,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-14T04:27:13,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-14T04:27:13,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-14T04:27:13,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-14T04:27:13,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-14T04:27:13,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-14T04:27:13,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-14T04:27:13,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-14T04:27:13,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-14T04:27:13,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-14T04:27:13,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-14T04:27:13,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-14T04:27:13,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-14T04:27:13,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-14T04:27:13,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-14T04:27:13,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-14T04:27:13,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-14T04:27:13,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-14T04:27:13,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-14T04:27:13,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-14T04:27:13,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-14T04:27:13,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-14T04:27:13,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-14T04:27:13,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-14T04:27:13,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-14T04:27:13,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-14T04:27:13,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-14T04:27:13,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-14T04:27:13,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-14T04:27:13,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-14T04:27:13,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-14T04:27:13,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-14T04:27:13,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-14T04:27:13,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-14T04:27:13,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-14T04:27:13,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-14T04:27:13,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-14T04:27:13,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-14T04:27:13,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-14T04:27:13,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-14T04:27:13,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-14T04:27:13,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-14T04:27:13,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-14T04:27:13,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-14T04:27:13,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-14T04:27:13,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-14T04:27:13,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-14T04:27:13,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-14T04:27:13,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-14T04:27:13,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-14T04:27:13,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-14T04:27:13,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-14T04:27:13,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-14T04:27:13,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-14T04:27:13,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-14T04:27:13,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-14T04:27:13,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-14T04:27:13,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-14T04:27:13,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:13,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:13,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-14T04:27:14,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-14T04:27:14,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-14T04:27:14,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-14T04:27:14,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-14T04:27:14,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-14T04:27:14,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-14T04:27:14,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-14T04:27:14,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-14T04:27:14,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-14T04:27:14,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-14T04:27:14,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-14T04:27:14,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-14T04:27:14,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-14T04:27:14,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-14T04:27:14,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-14T04:27:14,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-14T04:27:14,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-14T04:27:14,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-14T04:27:14,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-14T04:27:14,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-14T04:27:14,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-14T04:27:14,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-14T04:27:14,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-14T04:27:14,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-14T04:27:14,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-14T04:27:14,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-14T04:27:14,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-14T04:27:14,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-14T04:27:14,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-14T04:27:14,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-14T04:27:14,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-14T04:27:14,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-14T04:27:14,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-14T04:27:14,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-14T04:27:14,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-14T04:27:14,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-14T04:27:14,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-14T04:27:14,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-14T04:27:14,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-14T04:27:14,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-14T04:27:14,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-14T04:27:14,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-14T04:27:14,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-14T04:27:14,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-14T04:27:14,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-14T04:27:14,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-14T04:27:14,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-14T04:27:14,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-14T04:27:14,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-14T04:27:14,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-14T04:27:14,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-14T04:27:14,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-14T04:27:14,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-14T04:27:14,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-14T04:27:14,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-14T04:27:14,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-14T04:27:14,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-14T04:27:14,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-14T04:27:14,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-14T04:27:14,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-14T04:27:14,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-14T04:27:14,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-14T04:27:14,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-14T04:27:14,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-14T04:27:14,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-14T04:27:14,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-14T04:27:14,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-14T04:27:14,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-14T04:27:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-14T04:27:14,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-14T04:27:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-14T04:27:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-14T04:27:14,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-14T04:27:14,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-14T04:27:14,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-14T04:27:14,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-14T04:27:14,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-14T04:27:14,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-14T04:27:14,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-14T04:27:14,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-14T04:27:14,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-14T04:27:14,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-14T04:27:14,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-14T04:27:14,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-14T04:27:14,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-14T04:27:14,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-14T04:27:14,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-14T04:27:14,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-14T04:27:14,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-14T04:27:14,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-14T04:27:14,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-14T04:27:14,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-14T04:27:14,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-14T04:27:14,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-14T04:27:14,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-14T04:27:14,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-14T04:27:14,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-14T04:27:14,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-14T04:27:14,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-14T04:27:14,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-14T04:27:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-14T04:27:14,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-14T04:27:14,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-14T04:27:14,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-14T04:27:14,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-14T04:27:14,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-14T04:27:14,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-14T04:27:14,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-14T04:27:14,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-14T04:27:14,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-14T04:27:14,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,305 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718): HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731558433206; access_time=1731558432760; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558433236; access_time=1731558433207; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731558433239; access_time=1731558433239; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T04:27:14,305 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-14T04:27:14,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-14T04:27:14,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-14T04:27:14,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-14T04:27:14,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-14T04:27:14,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-14T04:27:14,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-14T04:27:14,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-14T04:27:14,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-14T04:27:14,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-14T04:27:14,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-14T04:27:14,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-14T04:27:14,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-14T04:27:14,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-14T04:27:14,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-14T04:27:14,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-14T04:27:14,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-14T04:27:14,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-14T04:27:14,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-14T04:27:14,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-14T04:27:14,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,372 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T04:27:14,372 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0 2024-11-14T04:27:14,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-14T04:27:14,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-14T04:27:14,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0 after 3ms 2024-11-14T04:27:14,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-14T04:27:14,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-14T04:27:14,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-14T04:27:14,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0 took 11ms 2024-11-14T04:27:14,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-14T04:27:14,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-14T04:27:14,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-14T04:27:14,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-14T04:27:14,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-14T04:27:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-14T04:27:14,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-14T04:27:14,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-14T04:27:14,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-14T04:27:14,405 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0 so closing down 2024-11-14T04:27:14,405 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:14,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-14T04:27:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-14T04:27:14,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:14,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-14T04:27:14,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-14T04:27:14,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-14T04:27:14,415 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:14,416 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:14,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-14T04:27:14,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-14T04:27:14,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-14T04:27:14,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-14T04:27:14,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-14T04:27:14,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-14T04:27:14,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-14T04:27:14,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-14T04:27:14,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-14T04:27:14,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-14T04:27:14,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:14,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:14,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-14T04:27:14,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-14T04:27:14,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-14T04:27:14,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-14T04:27:14,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-14T04:27:14,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-14T04:27:14,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-14T04:27:14,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-14T04:27:14,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-14T04:27:14,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-14T04:27:14,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-14T04:27:14,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-14T04:27:14,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-14T04:27:14,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-14T04:27:14,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-14T04:27:14,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-14T04:27:14,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-14T04:27:14,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741875_1052 (size=743) 2024-11-14T04:27:14,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741875_1052 (size=743) 2024-11-14T04:27:14,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-14T04:27:14,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:14,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-14T04:27:14,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:14,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-14T04:27:14,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-14T04:27:14,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-14T04:27:14,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-14T04:27:14,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-14T04:27:14,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-14T04:27:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-14T04:27:14,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-14T04:27:14,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741876_1053 (size=743) 2024-11-14T04:27:14,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741876_1053 (size=743) 2024-11-14T04:27:14,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-14T04:27:14,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:14,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-14T04:27:14,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-14T04:27:14,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-14T04:27:14,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-14T04:27:14,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:14,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 121 ms; skipped=7; WAL=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T04:27:14,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-14T04:27:14,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0, size=2.3 K (2324bytes) at 1731558434372Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0 so closing down at 1731558434405 (+33 ms)3 split writer threads finished at 1731558434409 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558434440 (+31 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558434440Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558434491 (+51 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558434494 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558434512 (+18 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558434520 (+8 ms)Processed 27 edits across 2 Regions in 121 ms; skipped=7; WAL=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731558434521 (+1 ms) 2024-11-14T04:27:14,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-14T04:27:14,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/oldWALs/wal.dat.0 2024-11-14T04:27:14,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:14,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1 2024-11-14T04:27:14,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1 after 1ms 2024-11-14T04:27:14,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-14T04:27:14,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-14T04:27:14,531 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1 took 5ms 2024-11-14T04:27:14,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-14T04:27:14,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-14T04:27:14,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-14T04:27:14,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-14T04:27:14,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-14T04:27:14,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-14T04:27:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-14T04:27:14,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1 so closing down 2024-11-14T04:27:14,550 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:14,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-14T04:27:14,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-14T04:27:14,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-14T04:27:14,555 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:14,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-14T04:27:14,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-14T04:27:14,559 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:14,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-14T04:27:14,560 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:14,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-14T04:27:14,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-14T04:27:14,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:14,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-14T04:27:14,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-14T04:27:14,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-14T04:27:14,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-14T04:27:14,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:14,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-14T04:27:14,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-14T04:27:14,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-14T04:27:14,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-14T04:27:14,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-14T04:27:14,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-14T04:27:14,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-14T04:27:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-14T04:27:14,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-14T04:27:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-14T04:27:14,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-14T04:27:14,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741877_1054 (size=743) 2024-11-14T04:27:14,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-14T04:27:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741877_1054 (size=743) 2024-11-14T04:27:14,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:14,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-14T04:27:14,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:14,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-14T04:27:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-14T04:27:14,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741878_1055 (size=743) 2024-11-14T04:27:14,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-14T04:27:14,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741878_1055 (size=743) 2024-11-14T04:27:14,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-14T04:27:14,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-14T04:27:14,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:14,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-14T04:27:14,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-14T04:27:14,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:14,610 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:14,610 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1, size=1.4 K (1393bytes) at 1731558434526Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1 so closing down at 1731558434550 (+24 ms)3 split writer threads finished at 1731558434555 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558434564 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558434572 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558434595 (+23 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558434598 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558434606 (+8 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558434610 (+4 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558434610 2024-11-14T04:27:14,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-14T04:27:14,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-14T04:27:14,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-14T04:27:14,616 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/oldWALs/wal.dat.1 2024-11-14T04:27:14,617 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2, size=150 (150bytes) 2024-11-14T04:27:14,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 2024-11-14T04:27:14,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-14T04:27:14,618 WARN [IPC Server handler 4 on default port 42079 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-14T04:27:14,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 after 1ms 2024-11-14T04:27:14,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-14T04:27:14,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-14T04:27:14,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-14T04:27:14,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-14T04:27:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-14T04:27:14,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-14T04:27:14,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-14T04:27:14,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-14T04:27:14,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-14T04:27:14,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-14T04:27:14,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-14T04:27:14,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-14T04:27:14,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-14T04:27:14,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-14T04:27:14,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-14T04:27:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-14T04:27:14,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-14T04:27:14,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-14T04:27:14,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-14T04:27:14,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-14T04:27:14,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-14T04:27:14,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-14T04:27:14,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-14T04:27:14,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-14T04:27:14,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-14T04:27:14,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-14T04:27:14,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-14T04:27:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-14T04:27:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-14T04:27:14,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-14T04:27:14,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-14T04:27:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-14T04:27:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-14T04:27:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-14T04:27:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-14T04:27:14,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-14T04:27:14,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-14T04:27:14,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-14T04:27:14,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-14T04:27:14,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-14T04:27:14,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-14T04:27:14,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-14T04:27:14,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-14T04:27:14,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-14T04:27:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-14T04:27:14,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-14T04:27:14,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-14T04:27:14,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-14T04:27:14,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-14T04:27:14,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-14T04:27:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-14T04:27:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-14T04:27:14,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-14T04:27:14,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-14T04:27:14,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-14T04:27:14,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-14T04:27:14,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-14T04:27:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-14T04:27:14,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-14T04:27:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-14T04:27:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-14T04:27:14,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-14T04:27:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-14T04:27:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-14T04:27:14,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-14T04:27:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-14T04:27:14,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-14T04:27:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-14T04:27:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-14T04:27:14,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-14T04:27:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-14T04:27:14,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-14T04:27:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-14T04:27:14,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-14T04:27:14,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-14T04:27:14,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-14T04:27:14,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-14T04:27:14,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-14T04:27:14,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-14T04:27:14,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-14T04:27:14,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-14T04:27:14,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-14T04:27:14,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-14T04:27:14,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-14T04:27:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-14T04:27:14,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-14T04:27:14,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-14T04:27:14,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-14T04:27:14,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-14T04:27:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-14T04:27:14,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T04:27:14,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T04:27:14,828 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_313898107_535 at /127.0.0.1:51842 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51842 dst: /127.0.0.1:40741 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40741 remote=/127.0.0.1:51842]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:14,828 WARN [ResponseProcessor for block BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:14,830 WARN [DataStreamer for file /user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 block BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40741,DS-5c930b16-7ae2-4cb3-98d1-24ce6fb112b4,DISK], DatanodeInfoWithStorage[127.0.0.1:43707,DS-cc5a820f-2a5b-4dbf-a4fd-0d4da862c748,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40741,DS-5c930b16-7ae2-4cb3-98d1-24ce6fb112b4,DISK]) is bad. 2024-11-14T04:27:14,829 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_313898107_535 at /127.0.0.1:57692 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:43707:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57692 dst: /127.0.0.1:43707 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:14,831 WARN [DataStreamer for file /user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 block BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:14,831 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:14,833 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-14T04:27:14,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741874_1056 (size=39971) 2024-11-14T04:27:14,833 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 635 2024-11-14T04:27:14,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-14T04:27:14,833 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:14,834 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1156595703-172.17.0.3-1731558417174:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:18,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 after 4002ms 2024-11-14T04:27:18,624 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 took 4008ms 2024-11-14T04:27:18,657 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2; continuing. 2024-11-14T04:27:18,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 so closing down 2024-11-14T04:27:18,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:18,658 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:18,663 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:18,667 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:18,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:18,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741879_1057 (size=743) 2024-11-14T04:27:18,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741879_1057 (size=743) 2024-11-14T04:27:18,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741880_1058 (size=39329) 2024-11-14T04:27:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741880_1058 (size=39329) 2024-11-14T04:27:18,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 614 edits, skipped 0 edits in 5 ms) 2024-11-14T04:27:18,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:18,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:18,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 624 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T04:27:18,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2, size=150 (150bytes) at 1731558434617Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 so closing down at 1731558438657 (+4040 ms)3 split writer threads finished at 1731558438658 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558438680 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558438680Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558438699 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 614 edits, skipped 0 edits in 5 ms) at 1731558438702 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558438705 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558438705Processed 624 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731558438706 (+1 ms) 2024-11-14T04:27:18,708 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/WALs/testlogcannotbewrittenonceparsed,16010,1731558432718/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/a64dfeed-0a67-c208-ed9a-69871c1e72f3/oldWALs/wal.dat.2 2024-11-14T04:27:18,709 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-14T04:27:18,740 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=634, robber=634 2024-11-14T04:27:18,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1271047242_22 at /127.0.0.1:51908 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1271047242_22 at /127.0.0.1:57742 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:42079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:42079 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:42079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:42079 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=398 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=2839 (was 2954) 2024-11-14T04:27:18,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=2839 2024-11-14T04:27:18,760 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741881_1059 (size=7) 2024-11-14T04:27:18,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741881_1059 (size=7) 2024-11-14T04:27:18,817 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:18,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:18,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:18,825 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:18,826 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:18,828 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:18,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:18,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741882_1060 (size=1393) 2024-11-14T04:27:18,893 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741882_1060 (size=1393) 2024-11-14T04:27:18,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741883_1061 (size=1393) 2024-11-14T04:27:18,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741883_1061 (size=1393) 2024-11-14T04:27:18,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:18,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741884_1062 (size=1393) 2024-11-14T04:27:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741884_1062 (size=1393) 2024-11-14T04:27:19,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:19,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741885_1063 (size=1393) 2024-11-14T04:27:19,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741885_1063 (size=1393) 2024-11-14T04:27:19,051 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:19,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741886_1064 (size=1393) 2024-11-14T04:27:19,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741886_1064 (size=1393) 2024-11-14T04:27:19,118 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:19,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:19,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741887_1065 (size=1393) 2024-11-14T04:27:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741887_1065 (size=1393) 2024-11-14T04:27:19,559 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:19,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:19,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741888_1066 (size=1405) 2024-11-14T04:27:19,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741888_1066 (size=1405) 2024-11-14T04:27:19,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:19,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741889_1067 (size=1413) 2024-11-14T04:27:19,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741889_1067 (size=1413) 2024-11-14T04:27:19,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:19,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:19,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741890_1068 (size=1413) 2024-11-14T04:27:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741890_1068 (size=1413) 2024-11-14T04:27:19,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:19,733 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:19,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:19,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:19,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741891_1069 (size=1413) 2024-11-14T04:27:19,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741891_1069 (size=1413) 2024-11-14T04:27:19,769 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:19,792 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:19,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0 2024-11-14T04:27:19,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0 after 2ms 2024-11-14T04:27:19,795 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:21,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0 took 2011ms 2024-11-14T04:27:21,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0 so closing down 2024-11-14T04:27:21,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:21,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:21,811 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:21,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:21,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:21,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741892_1070 (size=743) 2024-11-14T04:27:21,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741892_1070 (size=743) 2024-11-14T04:27:21,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741893_1071 (size=743) 2024-11-14T04:27:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741893_1071 (size=743) 2024-11-14T04:27:21,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:21,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:21,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:21,842 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:21,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0, size=1.4 K (1393bytes) at 1731558439792Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0 so closing down at 1731558441806 (+2014 ms)3 split writer threads finished at 1731558441806Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558441813 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558441820 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558441834 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558441835 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558441840 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558441842 (+2 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558441842 2024-11-14T04:27:21,848 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.0 2024-11-14T04:27:21,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:21,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1 2024-11-14T04:27:21,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1 after 1ms 2024-11-14T04:27:21,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1 took 6ms 2024-11-14T04:27:21,856 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1 so closing down 2024-11-14T04:27:21,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:21,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:21,860 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:21,861 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:21,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:21,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741894_1072 (size=743) 2024-11-14T04:27:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741895_1073 (size=743) 2024-11-14T04:27:21,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741894_1072 (size=743) 2024-11-14T04:27:21,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:21,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:21,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741895_1073 (size=743) 2024-11-14T04:27:21,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:21,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:21,876 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:21,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1, size=1.4 K (1393bytes) at 1731558441848Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1 so closing down at 1731558441856 (+8 ms)3 split writer threads finished at 1731558441856Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558441862 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558441862Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558441871 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558441871Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558441875 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558441875Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558441876 (+1 ms) 2024-11-14T04:27:21,882 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.1 2024-11-14T04:27:21,882 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:21,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2 2024-11-14T04:27:21,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2 after 1ms 2024-11-14T04:27:21,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2 took 10ms 2024-11-14T04:27:21,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2 so closing down 2024-11-14T04:27:21,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:21,894 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:21,903 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:21,903 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:21,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:21,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:21,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741896_1074 (size=743) 2024-11-14T04:27:21,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741896_1074 (size=743) 2024-11-14T04:27:21,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:21,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741897_1075 (size=743) 2024-11-14T04:27:21,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741897_1075 (size=743) 2024-11-14T04:27:21,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:21,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:21,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:21,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:21,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2, size=1.4 K (1393bytes) at 1731558441882Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2 so closing down at 1731558441893 (+11 ms)3 split writer threads finished at 1731558441894 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558441905 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558441905Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558441923 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558441927 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558441928 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558441940 (+12 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558441941 (+1 ms) 2024-11-14T04:27:21,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.2 2024-11-14T04:27:21,948 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:21,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3 2024-11-14T04:27:21,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3 after 1ms 2024-11-14T04:27:21,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3 took 8ms 2024-11-14T04:27:21,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3 so closing down 2024-11-14T04:27:21,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:21,967 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:21,976 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:21,981 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:21,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:21,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741898_1076 (size=743) 2024-11-14T04:27:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741898_1076 (size=743) 2024-11-14T04:27:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741899_1077 (size=743) 2024-11-14T04:27:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741899_1077 (size=743) 2024-11-14T04:27:21,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:22,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:22,003 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:22,003 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3, size=1.4 K (1393bytes) at 1731558441948Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3 so closing down at 1731558441966 (+18 ms)3 split writer threads finished at 1731558441967 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558441988 (+21 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558441989 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558441999 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442000 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558442003 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558442003Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558442003 2024-11-14T04:27:22,007 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.3 2024-11-14T04:27:22,007 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:22,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4 2024-11-14T04:27:22,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4 after 1ms 2024-11-14T04:27:22,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4 took 6ms 2024-11-14T04:27:22,015 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4 so closing down 2024-11-14T04:27:22,015 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:22,015 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:22,022 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:22,022 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:22,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:22,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:22,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741900_1078 (size=743) 2024-11-14T04:27:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741900_1078 (size=743) 2024-11-14T04:27:22,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741901_1079 (size=743) 2024-11-14T04:27:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741901_1079 (size=743) 2024-11-14T04:27:22,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:22,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:22,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:22,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4, size=1.4 K (1393bytes) at 1731558442007Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4 so closing down at 1731558442015 (+8 ms)3 split writer threads finished at 1731558442016 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558442025 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558442026 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442033 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442034 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558442036 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558442038 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558442038 2024-11-14T04:27:22,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.4 2024-11-14T04:27:22,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:22,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5 2024-11-14T04:27:22,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5 after 1ms 2024-11-14T04:27:22,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5 took 4ms 2024-11-14T04:27:22,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5 so closing down 2024-11-14T04:27:22,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:22,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:22,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:22,050 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:22,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:22,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:22,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741902_1080 (size=743) 2024-11-14T04:27:22,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741902_1080 (size=743) 2024-11-14T04:27:22,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T04:27:22,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741903_1081 (size=743) 2024-11-14T04:27:22,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741903_1081 (size=743) 2024-11-14T04:27:22,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:22,065 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:22,065 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5, size=1.4 K (1393bytes) at 1731558442041Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5 so closing down at 1731558442046 (+5 ms)3 split writer threads finished at 1731558442047 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558442051 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558442051Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442058 (+7 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731558442061 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442062 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558442065 (+3 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558442065 2024-11-14T04:27:22,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.5 2024-11-14T04:27:22,068 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:22,068 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6 2024-11-14T04:27:22,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6 after 1ms 2024-11-14T04:27:22,072 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6 took 4ms 2024-11-14T04:27:22,073 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6 so closing down 2024-11-14T04:27:22,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:22,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:22,076 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:22,076 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:22,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:22,077 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741905_1083 (size=749) 2024-11-14T04:27:22,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741904_1082 (size=749) 2024-11-14T04:27:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741905_1083 (size=749) 2024-11-14T04:27:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741904_1082 (size=749) 2024-11-14T04:27:22,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:22,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:22,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:22,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6, size=1.4 K (1405bytes) at 1731558442068Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6 so closing down at 1731558442073 (+5 ms)3 split writer threads finished at 1731558442073Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558442077 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558442077Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442088 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558442090 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442490 (+400 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558442498 (+8 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558442498 2024-11-14T04:27:22,502 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.6 2024-11-14T04:27:22,502 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:22,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7 2024-11-14T04:27:22,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7 after 1ms 2024-11-14T04:27:22,506 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7 took 4ms 2024-11-14T04:27:22,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7 so closing down 2024-11-14T04:27:22,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:22,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:22,511 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:22,512 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:22,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:22,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741907_1085 (size=753) 2024-11-14T04:27:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741907_1085 (size=753) 2024-11-14T04:27:22,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:22,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741906_1084 (size=753) 2024-11-14T04:27:22,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741906_1084 (size=753) 2024-11-14T04:27:22,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:22,531 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:22,532 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7, size=1.4 K (1413bytes) at 1731558442502Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7 so closing down at 1731558442508 (+6 ms)3 split writer threads finished at 1731558442508Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558442513 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558442513Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442522 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558442525 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442529 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558442531 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558442531 2024-11-14T04:27:22,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.7 2024-11-14T04:27:22,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:22,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8 2024-11-14T04:27:22,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8 after 0ms 2024-11-14T04:27:22,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8 took 4ms 2024-11-14T04:27:22,540 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8 so closing down 2024-11-14T04:27:22,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:22,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:22,544 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:22,544 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:22,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:22,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741908_1086 (size=753) 2024-11-14T04:27:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741908_1086 (size=753) 2024-11-14T04:27:22,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741909_1087 (size=753) 2024-11-14T04:27:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741909_1087 (size=753) 2024-11-14T04:27:22,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:22,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:22,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:22,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8, size=1.4 K (1413bytes) at 1731558442535Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8 so closing down at 1731558442540 (+5 ms)3 split writer threads finished at 1731558442541 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558442545 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558442545Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442556 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442557 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558442559 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558442559Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558442559 2024-11-14T04:27:22,563 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.8 2024-11-14T04:27:22,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:22,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9 2024-11-14T04:27:22,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9 after 1ms 2024-11-14T04:27:22,567 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9 took 4ms 2024-11-14T04:27:22,569 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9 so closing down 2024-11-14T04:27:22,569 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:22,569 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:22,572 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:22,572 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:22,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:22,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741910_1088 (size=753) 2024-11-14T04:27:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741910_1088 (size=753) 2024-11-14T04:27:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741911_1089 (size=753) 2024-11-14T04:27:22,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:22,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741911_1089 (size=753) 2024-11-14T04:27:22,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:22,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:22,581 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:22,581 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9, size=1.4 K (1413bytes) at 1731558442563Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9 so closing down at 1731558442569 (+6 ms)3 split writer threads finished at 1731558442569Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558442573 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558442573Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442578 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558442578Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558442581 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558442581Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558442581 2024-11-14T04:27:22,584 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/WALs/testretryopenduringrecovery,16010,1731558438825/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/c9dfd78f-f19a-641a-4511-886ed0087e0a/oldWALs/wal.dat.9 2024-11-14T04:27:22,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=534 (was 502) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2769 (was 2839) 2024-11-14T04:27:22,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=534, ProcessCount=11, AvailableMemoryMB=2768 2024-11-14T04:27:22,602 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741912_1090 (size=7) 2024-11-14T04:27:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741912_1090 (size=7) 2024-11-14T04:27:22,611 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:22,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:22,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:22,617 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:22,618 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:22,619 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:22,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741913_1091 (size=1393) 2024-11-14T04:27:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741913_1091 (size=1393) 2024-11-14T04:27:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:22,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741914_1092 (size=1393) 2024-11-14T04:27:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741914_1092 (size=1393) 2024-11-14T04:27:22,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:22,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741915_1093 (size=1393) 2024-11-14T04:27:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741915_1093 (size=1393) 2024-11-14T04:27:22,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:22,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741916_1094 (size=1393) 2024-11-14T04:27:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741916_1094 (size=1393) 2024-11-14T04:27:22,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:22,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:22,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:22,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741917_1095 (size=1393) 2024-11-14T04:27:22,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741917_1095 (size=1393) 2024-11-14T04:27:23,103 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:23,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:23,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741919_1097 (size=1405) 2024-11-14T04:27:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741919_1097 (size=1405) 2024-11-14T04:27:23,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:23,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741920_1098 (size=1413) 2024-11-14T04:27:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741920_1098 (size=1413) 2024-11-14T04:27:23,160 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:23,160 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741921_1099 (size=1413) 2024-11-14T04:27:23,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741921_1099 (size=1413) 2024-11-14T04:27:23,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:23,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:23,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741922_1100 (size=1413) 2024-11-14T04:27:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741922_1100 (size=1413) 2024-11-14T04:27:23,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:23,211 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:23,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0 2024-11-14T04:27:23,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0 after 0ms 2024-11-14T04:27:23,213 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0 took 2ms 2024-11-14T04:27:23,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0 so closing down 2024-11-14T04:27:23,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:23,215 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:23,218 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:23,218 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:23,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:23,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741924_1102 (size=743) 2024-11-14T04:27:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741923_1101 (size=743) 2024-11-14T04:27:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741923_1101 (size=743) 2024-11-14T04:27:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741924_1102 (size=743) 2024-11-14T04:27:23,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:23,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:23,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:23,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:23,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:23,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0, size=1.4 K (1393bytes) at 1731558443211Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0 so closing down at 1731558443215 (+4 ms)3 split writer threads finished at 1731558443215Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558443219 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558443219Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558443226 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558443227 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558443228 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558443229 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558443229 2024-11-14T04:27:23,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.0 2024-11-14T04:27:23,232 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:23,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1 2024-11-14T04:27:23,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1 after 0ms 2024-11-14T04:27:23,234 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1 took 2ms 2024-11-14T04:27:23,236 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1 so closing down 2024-11-14T04:27:23,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:23,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:23,238 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:23,238 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:23,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:23,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:23,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741926_1104 (size=743) 2024-11-14T04:27:23,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741926_1104 (size=743) 2024-11-14T04:27:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741925_1103 (size=743) 2024-11-14T04:27:23,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741925_1103 (size=743) 2024-11-14T04:27:23,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:23,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:23,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:23,647 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:23,647 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1, size=1.4 K (1393bytes) at 1731558443232Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1 so closing down at 1731558443236 (+4 ms)3 split writer threads finished at 1731558443236Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558443239 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558443239Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558443244 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558443245 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558443645 (+400 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558443646 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558443647 (+1 ms) 2024-11-14T04:27:23,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.1 2024-11-14T04:27:23,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:23,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2 2024-11-14T04:27:23,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2 after 0ms 2024-11-14T04:27:23,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2 took 2ms 2024-11-14T04:27:23,653 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2 so closing down 2024-11-14T04:27:23,653 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:23,653 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:23,656 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:23,656 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:23,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:23,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741927_1105 (size=743) 2024-11-14T04:27:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741928_1106 (size=743) 2024-11-14T04:27:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741928_1106 (size=743) 2024-11-14T04:27:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741927_1105 (size=743) 2024-11-14T04:27:23,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:23,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:24,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:24,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:24,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:24,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2, size=1.4 K (1393bytes) at 1731558443649Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2 so closing down at 1731558443653 (+4 ms)3 split writer threads finished at 1731558443653Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558443657 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558443657Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558443665 (+8 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558443666 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558444065 (+399 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558444066 (+1 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558444067 (+1 ms) 2024-11-14T04:27:24,069 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.2 2024-11-14T04:27:24,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:24,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3 2024-11-14T04:27:24,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3 after 1ms 2024-11-14T04:27:24,073 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3 took 4ms 2024-11-14T04:27:24,074 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3 so closing down 2024-11-14T04:27:24,075 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:24,075 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:24,077 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:24,078 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:24,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:24,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:24,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741930_1108 (size=743) 2024-11-14T04:27:24,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741930_1108 (size=743) 2024-11-14T04:27:24,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741929_1107 (size=743) 2024-11-14T04:27:24,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:24,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741929_1107 (size=743) 2024-11-14T04:27:24,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:24,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:24,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:24,086 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:24,086 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3, size=1.4 K (1393bytes) at 1731558444069Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3 so closing down at 1731558444074 (+5 ms)3 split writer threads finished at 1731558444075 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558444078 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558444078Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558444084 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558444085 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558444085Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558444086 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558444086 2024-11-14T04:27:24,087 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.3 2024-11-14T04:27:24,088 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:24,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4 2024-11-14T04:27:24,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4 after 0ms 2024-11-14T04:27:24,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4 took 2ms 2024-11-14T04:27:24,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4 so closing down 2024-11-14T04:27:24,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:24,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:24,093 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:24,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:24,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:24,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741931_1109 (size=743) 2024-11-14T04:27:24,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741932_1110 (size=743) 2024-11-14T04:27:24,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741931_1109 (size=743) 2024-11-14T04:27:24,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741932_1110 (size=743) 2024-11-14T04:27:24,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:24,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:24,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:24,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:24,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:24,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4, size=1.4 K (1393bytes) at 1731558444088Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4 so closing down at 1731558444091 (+3 ms)3 split writer threads finished at 1731558444091Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558444094 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558444094Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558444501 (+407 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558444501Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558444503 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558444503Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558444503 2024-11-14T04:27:24,505 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.4 2024-11-14T04:27:24,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5, size=150 (150bytes) 2024-11-14T04:27:24,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 2024-11-14T04:27:24,506 WARN [IPC Server handler 3 on default port 42079 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-14T04:27:24,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 after 0ms 2024-11-14T04:27:24,832 WARN [ResponseProcessor for block BP-1156595703-172.17.0.3-1731558417174:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1156595703-172.17.0.3-1731558417174:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:24,831 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1566761419_22 at /127.0.0.1:55842 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:43707:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55842 dst: /127.0.0.1:43707 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43707 remote=/127.0.0.1:55842]. Total timeout mills is 60000, 58293 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:24,832 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1566761419_22 at /127.0.0.1:45798 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45798 dst: /127.0.0.1:40741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:24,832 WARN [DataStreamer for file /user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 block BP-1156595703-172.17.0.3-1731558417174:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1156595703-172.17.0.3-1731558417174:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43707,DS-cc5a820f-2a5b-4dbf-a4fd-0d4da862c748,DISK], DatanodeInfoWithStorage[127.0.0.1:40741,DS-5c930b16-7ae2-4cb3-98d1-24ce6fb112b4,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43707,DS-cc5a820f-2a5b-4dbf-a4fd-0d4da862c748,DISK]) is bad. 2024-11-14T04:27:24,833 WARN [DataStreamer for file /user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 block BP-1156595703-172.17.0.3-1731558417174:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1156595703-172.17.0.3-1731558417174:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741918_1111 (size=1385) 2024-11-14T04:27:28,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 after 4001ms 2024-11-14T04:27:28,510 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 took 4005ms 2024-11-14T04:27:28,512 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5; continuing. 2024-11-14T04:27:28,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 so closing down 2024-11-14T04:27:28,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:28,512 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:28,515 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:28,515 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:28,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:28,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741934_1113 (size=743) 2024-11-14T04:27:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741933_1112 (size=743) 2024-11-14T04:27:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741933_1112 (size=743) 2024-11-14T04:27:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741934_1113 (size=743) 2024-11-14T04:27:28,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T04:27:28,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:28,539 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T04:27:28,539 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5, size=150 (150bytes) at 1731558444506Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 so closing down at 1731558448512 (+4006 ms)3 split writer threads finished at 1731558448512Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558448516 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558448516Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448538 (+22 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448538Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731558448539 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558448539Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731558448539 2024-11-14T04:27:28,541 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.5 2024-11-14T04:27:28,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:28,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6 2024-11-14T04:27:28,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6 after 1ms 2024-11-14T04:27:28,544 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6 took 3ms 2024-11-14T04:27:28,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6 so closing down 2024-11-14T04:27:28,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:28,550 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:28,552 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:28,552 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:28,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:28,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741935_1114 (size=749) 2024-11-14T04:27:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741936_1115 (size=749) 2024-11-14T04:27:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741935_1114 (size=749) 2024-11-14T04:27:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741936_1115 (size=749) 2024-11-14T04:27:28,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:28,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:28,566 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:28,567 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6, size=1.4 K (1405bytes) at 1731558448541Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6 so closing down at 1731558448549 (+8 ms)3 split writer threads finished at 1731558448550 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558448553 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558448553Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448561 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448565 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558448566 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558448566Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558448566 2024-11-14T04:27:28,568 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.6 2024-11-14T04:27:28,568 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:28,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7 2024-11-14T04:27:28,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7 after 0ms 2024-11-14T04:27:28,570 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7 took 2ms 2024-11-14T04:27:28,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7 so closing down 2024-11-14T04:27:28,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:28,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:28,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:28,573 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:28,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:28,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741938_1117 (size=753) 2024-11-14T04:27:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741937_1116 (size=753) 2024-11-14T04:27:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741937_1116 (size=753) 2024-11-14T04:27:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741938_1117 (size=753) 2024-11-14T04:27:28,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:28,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:28,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:28,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7, size=1.4 K (1413bytes) at 1731558448568Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7 so closing down at 1731558448571 (+3 ms)3 split writer threads finished at 1731558448571Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558448574 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558448574Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448581 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448582 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558448583 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558448583Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558448583 2024-11-14T04:27:28,584 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.7 2024-11-14T04:27:28,585 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:28,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8 2024-11-14T04:27:28,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8 after 0ms 2024-11-14T04:27:28,587 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8 took 3ms 2024-11-14T04:27:28,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8 so closing down 2024-11-14T04:27:28,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:28,588 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:28,591 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:28,591 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:28,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:28,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:28,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741940_1119 (size=753) 2024-11-14T04:27:28,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741940_1119 (size=753) 2024-11-14T04:27:28,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741939_1118 (size=753) 2024-11-14T04:27:28,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741939_1118 (size=753) 2024-11-14T04:27:28,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:28,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:28,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:28,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8, size=1.4 K (1413bytes) at 1731558448585Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8 so closing down at 1731558448588 (+3 ms)3 split writer threads finished at 1731558448588Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558448592 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558448592Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448603 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448603Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558448604 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558448604Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558448605 (+1 ms) 2024-11-14T04:27:28,606 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.8 2024-11-14T04:27:28,606 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:28,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9 2024-11-14T04:27:28,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9 after 1ms 2024-11-14T04:27:28,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9 took 3ms 2024-11-14T04:27:28,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9 so closing down 2024-11-14T04:27:28,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:28,610 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:28,612 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:28,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:28,616 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:28,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741941_1120 (size=753) 2024-11-14T04:27:28,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741941_1120 (size=753) 2024-11-14T04:27:28,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:28,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741942_1121 (size=753) 2024-11-14T04:27:28,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741942_1121 (size=753) 2024-11-14T04:27:28,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:28,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:28,624 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:28,624 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9, size=1.4 K (1413bytes) at 1731558448606Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9 so closing down at 1731558448610 (+4 ms)3 split writer threads finished at 1731558448610Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558448613 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558448618 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448618Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558448619 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558448623 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558448624 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558448624 2024-11-14T04:27:28,626 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731558442618/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/57416597-b5e0-d33b-a7af-d573214a9dcc/oldWALs/wal.dat.9 2024-11-14T04:27:28,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141 (was 142), OpenFileDescriptor=399 (was 397) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 534), ProcessCount=11 (was 11), AvailableMemoryMB=2685 (was 2768) 2024-11-14T04:27:28,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=2685 2024-11-14T04:27:28,692 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741943_1122 (size=7) 2024-11-14T04:27:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741943_1122 (size=7) 2024-11-14T04:27:28,701 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:28,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:28,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:28,706 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:28,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 141), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 491), ProcessCount=11 (was 11), AvailableMemoryMB=2684 (was 2685) 2024-11-14T04:27:28,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=2684 2024-11-14T04:27:28,722 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741944_1123 (size=7) 2024-11-14T04:27:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741944_1123 (size=7) 2024-11-14T04:27:28,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:28,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:28,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:28,735 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:28,735 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:28,736 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:28,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:28,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741945_1124 (size=1393) 2024-11-14T04:27:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741945_1124 (size=1393) 2024-11-14T04:27:28,753 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:28,753 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:28,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741946_1125 (size=1393) 2024-11-14T04:27:28,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741946_1125 (size=1393) 2024-11-14T04:27:28,772 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:28,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741947_1126 (size=1393) 2024-11-14T04:27:28,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741947_1126 (size=1393) 2024-11-14T04:27:28,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:28,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:28,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741948_1127 (size=1393) 2024-11-14T04:27:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741948_1127 (size=1393) 2024-11-14T04:27:28,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:28,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:28,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741949_1128 (size=1393) 2024-11-14T04:27:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741949_1128 (size=1393) 2024-11-14T04:27:28,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:28,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:28,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741950_1129 (size=1393) 2024-11-14T04:27:28,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741950_1129 (size=1393) 2024-11-14T04:27:28,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:28,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:28,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741951_1130 (size=1405) 2024-11-14T04:27:28,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741951_1130 (size=1405) 2024-11-14T04:27:28,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:28,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:28,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741952_1131 (size=1413) 2024-11-14T04:27:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741952_1131 (size=1413) 2024-11-14T04:27:29,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:29,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:29,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741953_1132 (size=1413) 2024-11-14T04:27:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741953_1132 (size=1413) 2024-11-14T04:27:29,275 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:29,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:29,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741954_1133 (size=1413) 2024-11-14T04:27:29,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741954_1133 (size=1413) 2024-11-14T04:27:29,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:29,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:29,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0 2024-11-14T04:27:29,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0 after 0ms 2024-11-14T04:27:29,312 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0 took 3ms 2024-11-14T04:27:29,315 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0 so closing down 2024-11-14T04:27:29,315 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,315 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,318 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:29,318 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:29,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:29,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741955_1134 (size=743) 2024-11-14T04:27:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741955_1134 (size=743) 2024-11-14T04:27:29,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741956_1135 (size=743) 2024-11-14T04:27:29,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741956_1135 (size=743) 2024-11-14T04:27:29,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:29,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:29,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:29,734 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0, size=1.4 K (1393bytes) at 1731558449310Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0 so closing down at 1731558449315 (+5 ms)3 split writer threads finished at 1731558449315Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558449319 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558449319Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449328 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558449329 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449730 (+401 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558449733 (+3 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558449733 2024-11-14T04:27:29,738 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.0 2024-11-14T04:27:29,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:29,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1 2024-11-14T04:27:29,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1 after 0ms 2024-11-14T04:27:29,741 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1 took 3ms 2024-11-14T04:27:29,743 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1 so closing down 2024-11-14T04:27:29,743 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,743 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,745 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:29,745 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:29,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:29,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741958_1137 (size=743) 2024-11-14T04:27:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741957_1136 (size=743) 2024-11-14T04:27:29,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741958_1137 (size=743) 2024-11-14T04:27:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741957_1136 (size=743) 2024-11-14T04:27:29,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:29,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:29,756 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:29,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1, size=1.4 K (1393bytes) at 1731558449739Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1 so closing down at 1731558449743 (+4 ms)3 split writer threads finished at 1731558449743Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558449747 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558449747Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449753 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449754 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558449755 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558449756 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558449756 2024-11-14T04:27:29,759 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.1 2024-11-14T04:27:29,759 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:29,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2 2024-11-14T04:27:29,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2 after 0ms 2024-11-14T04:27:29,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2 took 2ms 2024-11-14T04:27:29,762 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2 so closing down 2024-11-14T04:27:29,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,763 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,764 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:29,764 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:29,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:29,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741960_1139 (size=743) 2024-11-14T04:27:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741959_1138 (size=743) 2024-11-14T04:27:29,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741960_1139 (size=743) 2024-11-14T04:27:29,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741959_1138 (size=743) 2024-11-14T04:27:29,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:29,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:29,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:29,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2, size=1.4 K (1393bytes) at 1731558449759Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2 so closing down at 1731558449762 (+3 ms)3 split writer threads finished at 1731558449763 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558449765 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558449765Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449775 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449775Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558449776 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558449776Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558449776 2024-11-14T04:27:29,778 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.2 2024-11-14T04:27:29,778 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:29,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3 2024-11-14T04:27:29,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3 after 0ms 2024-11-14T04:27:29,780 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3 took 2ms 2024-11-14T04:27:29,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3 so closing down 2024-11-14T04:27:29,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,783 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:29,783 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:29,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:29,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:29,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741962_1141 (size=743) 2024-11-14T04:27:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741962_1141 (size=743) 2024-11-14T04:27:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741961_1140 (size=743) 2024-11-14T04:27:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741961_1140 (size=743) 2024-11-14T04:27:29,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:29,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:29,793 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:29,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3, size=1.4 K (1393bytes) at 1731558449778Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3 so closing down at 1731558449781 (+3 ms)3 split writer threads finished at 1731558449781Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558449784 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558449784Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449791 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449791Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558449792 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558449792Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558449793 (+1 ms) 2024-11-14T04:27:29,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.3 2024-11-14T04:27:29,794 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:29,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4 2024-11-14T04:27:29,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4 after 1ms 2024-11-14T04:27:29,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4 took 2ms 2024-11-14T04:27:29,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4 so closing down 2024-11-14T04:27:29,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,800 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:29,800 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:29,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:29,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741963_1142 (size=743) 2024-11-14T04:27:29,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741963_1142 (size=743) 2024-11-14T04:27:29,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741964_1143 (size=743) 2024-11-14T04:27:29,807 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741964_1143 (size=743) 2024-11-14T04:27:29,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:29,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:29,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:29,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4, size=1.4 K (1393bytes) at 1731558449794Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4 so closing down at 1731558449798 (+4 ms)3 split writer threads finished at 1731558449798Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558449801 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558449801Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449807 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449808 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558449808Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558449809 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558449809 2024-11-14T04:27:29,811 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.4 2024-11-14T04:27:29,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:29,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5 2024-11-14T04:27:29,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5 after 0ms 2024-11-14T04:27:29,813 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5 took 2ms 2024-11-14T04:27:29,814 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5 so closing down 2024-11-14T04:27:29,815 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,815 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,817 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:29,817 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:29,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:29,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741965_1144 (size=743) 2024-11-14T04:27:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741965_1144 (size=743) 2024-11-14T04:27:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741966_1145 (size=743) 2024-11-14T04:27:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741966_1145 (size=743) 2024-11-14T04:27:29,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T04:27:29,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:29,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:29,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5, size=1.4 K (1393bytes) at 1731558449811Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5 so closing down at 1731558449814 (+3 ms)3 split writer threads finished at 1731558449815 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558449818 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558449818Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449824 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449825 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731558449826 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558449826Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558449826 2024-11-14T04:27:29,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.5 2024-11-14T04:27:29,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:29,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6 2024-11-14T04:27:29,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6 after 0ms 2024-11-14T04:27:29,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6 took 3ms 2024-11-14T04:27:29,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6 so closing down 2024-11-14T04:27:29,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,831 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,833 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:29,833 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:29,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:29,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:29,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741968_1147 (size=749) 2024-11-14T04:27:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741967_1146 (size=749) 2024-11-14T04:27:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741967_1146 (size=749) 2024-11-14T04:27:29,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741968_1147 (size=749) 2024-11-14T04:27:29,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:29,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:29,843 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:29,844 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6, size=1.4 K (1405bytes) at 1731558449828Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6 so closing down at 1731558449831 (+3 ms)3 split writer threads finished at 1731558449831Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558449834 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558449834Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449842 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449842Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558449843 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558449843Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558449843 2024-11-14T04:27:29,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.6 2024-11-14T04:27:29,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:29,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7 2024-11-14T04:27:29,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7 after 1ms 2024-11-14T04:27:29,847 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7 took 2ms 2024-11-14T04:27:29,848 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7 so closing down 2024-11-14T04:27:29,848 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,849 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,850 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:29,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:29,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:29,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:29,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741970_1149 (size=753) 2024-11-14T04:27:29,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741970_1149 (size=753) 2024-11-14T04:27:29,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741969_1148 (size=753) 2024-11-14T04:27:29,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741969_1148 (size=753) 2024-11-14T04:27:29,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:29,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:29,858 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:29,858 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7, size=1.4 K (1413bytes) at 1731558449845Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7 so closing down at 1731558449848 (+3 ms)3 split writer threads finished at 1731558449849 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558449852 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558449852Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449856 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449856Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558449858 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558449858Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558449858 2024-11-14T04:27:29,859 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.7 2024-11-14T04:27:29,860 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:29,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8 2024-11-14T04:27:29,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8 after 0ms 2024-11-14T04:27:29,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8 took 2ms 2024-11-14T04:27:29,863 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8 so closing down 2024-11-14T04:27:29,863 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,863 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,865 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:29,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:29,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:29,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741972_1151 (size=753) 2024-11-14T04:27:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741971_1150 (size=753) 2024-11-14T04:27:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741972_1151 (size=753) 2024-11-14T04:27:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741971_1150 (size=753) 2024-11-14T04:27:29,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:29,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:29,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:29,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8, size=1.4 K (1413bytes) at 1731558449860Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8 so closing down at 1731558449863 (+3 ms)3 split writer threads finished at 1731558449863Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558449866 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558449866Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449871 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449871Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558449872 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558449872Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558449872 2024-11-14T04:27:29,873 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.8 2024-11-14T04:27:29,874 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:29,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9 2024-11-14T04:27:29,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9 after 0ms 2024-11-14T04:27:29,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9 took 2ms 2024-11-14T04:27:29,877 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9 so closing down 2024-11-14T04:27:29,877 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:29,878 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:29,880 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:29,880 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:29,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:29,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741973_1152 (size=753) 2024-11-14T04:27:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741974_1153 (size=753) 2024-11-14T04:27:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741973_1152 (size=753) 2024-11-14T04:27:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741974_1153 (size=753) 2024-11-14T04:27:29,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:29,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:29,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:29,888 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:29,888 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9, size=1.4 K (1413bytes) at 1731558449874Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9 so closing down at 1731558449877 (+3 ms)3 split writer threads finished at 1731558449878 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558449881 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558449881Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449886 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558449887 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558449888 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558449888Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558449888 2024-11-14T04:27:29,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/WALs/testsplit,16010,1731558448735/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/a087594e-e592-ac77-237b-4b24f88f1caa/oldWALs/wal.dat.9 2024-11-14T04:27:29,958 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 491) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2677 (was 2684) 2024-11-14T04:27:29,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=2677 2024-11-14T04:27:29,966 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741975_1154 (size=7) 2024-11-14T04:27:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741975_1154 (size=7) 2024-11-14T04:27:29,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:29,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:29,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:29,978 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:29,979 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:29,980 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:29,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:29,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741976_1155 (size=1393) 2024-11-14T04:27:29,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741976_1155 (size=1393) 2024-11-14T04:27:29,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:29,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741977_1156 (size=1393) 2024-11-14T04:27:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741977_1156 (size=1393) 2024-11-14T04:27:30,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:30,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:30,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741978_1157 (size=1393) 2024-11-14T04:27:30,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741978_1157 (size=1393) 2024-11-14T04:27:30,025 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:30,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:30,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741979_1158 (size=1393) 2024-11-14T04:27:30,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741979_1158 (size=1393) 2024-11-14T04:27:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:30,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:30,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741980_1159 (size=1393) 2024-11-14T04:27:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741980_1159 (size=1393) 2024-11-14T04:27:30,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:30,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:30,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741981_1160 (size=1393) 2024-11-14T04:27:30,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741981_1160 (size=1393) 2024-11-14T04:27:30,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:30,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:30,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741982_1161 (size=1405) 2024-11-14T04:27:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741982_1161 (size=1405) 2024-11-14T04:27:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:30,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:30,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741983_1162 (size=1413) 2024-11-14T04:27:30,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741983_1162 (size=1413) 2024-11-14T04:27:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:30,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741984_1163 (size=1413) 2024-11-14T04:27:30,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741984_1163 (size=1413) 2024-11-14T04:27:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:30,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741985_1164 (size=1413) 2024-11-14T04:27:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741985_1164 (size=1413) 2024-11-14T04:27:30,566 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:30,592 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:30,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0 2024-11-14T04:27:30,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0 after 2ms 2024-11-14T04:27:30,599 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0 took 7ms 2024-11-14T04:27:30,614 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0 so closing down 2024-11-14T04:27:30,614 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:30,619 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:30,628 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:30,629 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:30,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:30,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741986_1165 (size=743) 2024-11-14T04:27:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741986_1165 (size=743) 2024-11-14T04:27:30,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:30,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:30,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741987_1166 (size=743) 2024-11-14T04:27:30,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741987_1166 (size=743) 2024-11-14T04:27:30,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:30,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:30,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:30,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0, size=1.4 K (1393bytes) at 1731558450592Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0 so closing down at 1731558450614 (+22 ms)3 split writer threads finished at 1731558450619 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558450632 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558450641 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558450694 (+53 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558450699 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558450703 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558450708 (+5 ms)Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558450708 2024-11-14T04:27:30,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.0 2024-11-14T04:27:30,713 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:30,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1 2024-11-14T04:27:30,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1 after 1ms 2024-11-14T04:27:30,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1 took 10ms 2024-11-14T04:27:30,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1 so closing down 2024-11-14T04:27:30,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:30,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:30,743 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:30,749 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:30,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:30,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741988_1167 (size=743) 2024-11-14T04:27:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741988_1167 (size=743) 2024-11-14T04:27:30,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:30,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741989_1168 (size=743) 2024-11-14T04:27:30,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:30,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741989_1168 (size=743) 2024-11-14T04:27:30,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:30,814 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:30,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1, size=1.4 K (1393bytes) at 1731558450713Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1 so closing down at 1731558450731 (+18 ms)3 split writer threads finished at 1731558450736 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558450759 (+23 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558450760 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558450791 (+31 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558450795 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558450810 (+15 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558450814 (+4 ms)Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558450814 2024-11-14T04:27:30,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.1 2024-11-14T04:27:30,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:30,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2 2024-11-14T04:27:30,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2 after 1ms 2024-11-14T04:27:30,828 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2 took 6ms 2024-11-14T04:27:30,841 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2 so closing down 2024-11-14T04:27:30,841 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:30,842 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:30,850 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:30,862 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:30,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:30,920 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:30,943 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:27:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741990_1169 (size=743) 2024-11-14T04:27:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741990_1169 (size=743) 2024-11-14T04:27:30,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:30,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741991_1170 (size=743) 2024-11-14T04:27:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741991_1170 (size=743) 2024-11-14T04:27:31,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:31,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:31,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:31,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2, size=1.4 K (1393bytes) at 1731558450823Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2 so closing down at 1731558450841 (+18 ms)3 split writer threads finished at 1731558450842 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558450908 (+66 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558450920 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558450977 (+57 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558450981 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558451024 (+43 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558451032 (+8 ms)Processed 20 edits across 2 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558451032 2024-11-14T04:27:31,037 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.2 2024-11-14T04:27:31,038 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:31,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3 2024-11-14T04:27:31,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3 after 0ms 2024-11-14T04:27:31,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3 took 8ms 2024-11-14T04:27:31,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3 so closing down 2024-11-14T04:27:31,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:31,068 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:31,086 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:31,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:31,096 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:31,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741993_1172 (size=743) 2024-11-14T04:27:31,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:31,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741993_1172 (size=743) 2024-11-14T04:27:31,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741992_1171 (size=743) 2024-11-14T04:27:31,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:31,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741992_1171 (size=743) 2024-11-14T04:27:31,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:31,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:31,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3, size=1.4 K (1393bytes) at 1731558451038Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3 so closing down at 1731558451065 (+27 ms)3 split writer threads finished at 1731558451068 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558451090 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558451108 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558451181 (+73 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558451186 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558451199 (+13 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558451202 (+3 ms)Processed 20 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558451203 (+1 ms) 2024-11-14T04:27:31,207 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.3 2024-11-14T04:27:31,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:31,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4 2024-11-14T04:27:31,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4 after 1ms 2024-11-14T04:27:31,213 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4 took 5ms 2024-11-14T04:27:31,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4 so closing down 2024-11-14T04:27:31,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:31,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:31,255 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:31,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:31,272 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:31,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:31,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741994_1173 (size=743) 2024-11-14T04:27:31,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741994_1173 (size=743) 2024-11-14T04:27:31,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:31,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:31,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741995_1174 (size=743) 2024-11-14T04:27:31,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741995_1174 (size=743) 2024-11-14T04:27:31,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:31,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:31,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:31,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4, size=1.4 K (1393bytes) at 1731558451207Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4 so closing down at 1731558451229 (+22 ms)3 split writer threads finished at 1731558451233 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558451264 (+31 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558451283 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558451311 (+28 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558451315 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558451325 (+10 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558451329 (+4 ms)Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558451329 2024-11-14T04:27:31,335 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.4 2024-11-14T04:27:31,335 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:31,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5 2024-11-14T04:27:31,336 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5 after 1ms 2024-11-14T04:27:31,340 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5 took 5ms 2024-11-14T04:27:31,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5 so closing down 2024-11-14T04:27:31,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:31,350 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:31,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:31,368 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:31,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:31,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741997_1176 (size=743) 2024-11-14T04:27:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741997_1176 (size=743) 2024-11-14T04:27:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741996_1175 (size=743) 2024-11-14T04:27:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741996_1175 (size=743) 2024-11-14T04:27:31,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:31,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:31,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:31,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T04:27:31,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:31,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5, size=1.4 K (1393bytes) at 1731558451335Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5 so closing down at 1731558451349 (+14 ms)3 split writer threads finished at 1731558451350 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558451372 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558451380 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558451454 (+74 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558451457 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558451826 (+369 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731558451831 (+5 ms)Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558451832 (+1 ms) 2024-11-14T04:27:31,836 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.5 2024-11-14T04:27:31,836 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:31,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6 2024-11-14T04:27:31,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6 after 3ms 2024-11-14T04:27:31,845 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6 took 9ms 2024-11-14T04:27:31,854 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6 so closing down 2024-11-14T04:27:31,854 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:31,855 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:31,859 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:31,866 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:31,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:31,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:31,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741998_1177 (size=749) 2024-11-14T04:27:31,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741998_1177 (size=749) 2024-11-14T04:27:31,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:31,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:31,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073741999_1178 (size=749) 2024-11-14T04:27:31,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073741999_1178 (size=749) 2024-11-14T04:27:32,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:32,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:32,392 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 539 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:32,392 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6, size=1.4 K (1405bytes) at 1731558451837Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6 so closing down at 1731558451854 (+17 ms)3 split writer threads finished at 1731558451855 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558451868 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558451879 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558451951 (+72 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558451956 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558452389 (+433 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558452392 (+3 ms)Processed 20 edits across 2 Regions in 539 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558452392 2024-11-14T04:27:32,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.6 2024-11-14T04:27:32,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:32,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7 2024-11-14T04:27:32,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7 after 1ms 2024-11-14T04:27:32,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7 took 6ms 2024-11-14T04:27:32,403 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7 so closing down 2024-11-14T04:27:32,403 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:32,403 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:32,407 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:32,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:32,421 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:32,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742000_1179 (size=753) 2024-11-14T04:27:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742000_1179 (size=753) 2024-11-14T04:27:32,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:32,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:32,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742001_1180 (size=753) 2024-11-14T04:27:32,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742001_1180 (size=753) 2024-11-14T04:27:32,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:32,523 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:32,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:32,524 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7, size=1.4 K (1413bytes) at 1731558452395Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7 so closing down at 1731558452403 (+8 ms)3 split writer threads finished at 1731558452403Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558452414 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558452433 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558452494 (+61 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558452498 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558452511 (+13 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558452524 (+13 ms)Processed 20 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558452524 2024-11-14T04:27:32,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.7 2024-11-14T04:27:32,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:32,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8 2024-11-14T04:27:32,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8 after 1ms 2024-11-14T04:27:32,534 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8 took 5ms 2024-11-14T04:27:32,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8 so closing down 2024-11-14T04:27:32,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:32,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:32,562 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:32,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:32,575 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:32,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742002_1181 (size=753) 2024-11-14T04:27:32,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742002_1181 (size=753) 2024-11-14T04:27:32,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:32,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:32,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742003_1182 (size=753) 2024-11-14T04:27:32,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742003_1182 (size=753) 2024-11-14T04:27:32,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:32,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:32,627 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:32,627 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8, size=1.4 K (1413bytes) at 1731558452529Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8 so closing down at 1731558452538 (+9 ms)3 split writer threads finished at 1731558452548 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558452575 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558452582 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558452612 (+30 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558452616 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558452622 (+6 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558452627 (+5 ms)Processed 20 edits across 2 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558452627 2024-11-14T04:27:32,642 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.8 2024-11-14T04:27:32,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:32,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9 2024-11-14T04:27:32,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9 after 1ms 2024-11-14T04:27:32,646 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9 took 4ms 2024-11-14T04:27:32,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9 so closing down 2024-11-14T04:27:32,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:32,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:32,668 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:32,679 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:32,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:32,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:32,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742004_1183 (size=753) 2024-11-14T04:27:32,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742004_1183 (size=753) 2024-11-14T04:27:32,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:32,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742005_1184 (size=753) 2024-11-14T04:27:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742005_1184 (size=753) 2024-11-14T04:27:32,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:32,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:32,714 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:32,714 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9, size=1.4 K (1413bytes) at 1731558452642Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9 so closing down at 1731558452658 (+16 ms)3 split writer threads finished at 1731558452661 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558452681 (+20 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558452682 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558452698 (+16 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558452702 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558452711 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558452713 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558452714 (+1 ms) 2024-11-14T04:27:32,717 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/WALs/testmovedwalduringrecovery,16010,1731558449978/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/24c52daa-614a-783b-88a0-0b5494dc5472/oldWALs/wal.dat.9 2024-11-14T04:27:32,734 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=2661 (was 2677) 2024-11-14T04:27:32,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=2660 2024-11-14T04:27:32,749 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742006_1185 (size=7) 2024-11-14T04:27:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742006_1185 (size=7) 2024-11-14T04:27:32,810 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:32,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:32,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:32,816 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:32,834 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T04:27:32,850 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-14T04:27:32,851 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-14T04:27:32,852 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-14T04:27:32,852 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-14T04:27:32,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/WALs/testthreading,16010,1731558452817/wal.dat..fake, size=0 (0bytes) 2024-11-14T04:27:32,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/WALs/testthreading,16010,1731558452817/wal.dat..fake took 23ms 2024-11-14T04:27:33,491 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/WALs/testthreading,16010,1731558452817/wal.dat..fake so closing down 2024-11-14T04:27:33,492 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:33,492 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:33,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-14T04:27:33,519 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-14T04:27:33,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-14T04:27:33,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 87 ms) 2024-11-14T04:27:33,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-14T04:27:33,634 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 114 ms) 2024-11-14T04:27:33,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 111 ms) 2024-11-14T04:27:33,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-14T04:27:33,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 57 ms) 2024-11-14T04:27:33,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 50 ms) 2024-11-14T04:27:33,694 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 770 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/WALs/testthreading,16010,1731558452817/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T04:27:33,694 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/WALs/testthreading,16010,1731558452817/wal.dat..fake, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/WALs/testthreading,16010,1731558452817/wal.dat..fake, size=0 (0bytes) at 1731558452891Split 1024 edits, skipped 0 edits. at 1731558452967 (+76 ms)Split 2048 edits, skipped 0 edits. at 1731558453001 (+34 ms)Split 3072 edits, skipped 0 edits. at 1731558453031 (+30 ms)Split 4096 edits, skipped 0 edits. at 1731558453068 (+37 ms)Split 5120 edits, skipped 0 edits. at 1731558453118 (+50 ms)Split 6144 edits, skipped 0 edits. at 1731558453144 (+26 ms)Split 7168 edits, skipped 0 edits. at 1731558453173 (+29 ms)Split 8192 edits, skipped 0 edits. at 1731558453199 (+26 ms)Split 9216 edits, skipped 0 edits. at 1731558453233 (+34 ms)Split 10240 edits, skipped 0 edits. at 1731558453260 (+27 ms)Split 11264 edits, skipped 0 edits. at 1731558453284 (+24 ms)Split 12288 edits, skipped 0 edits. at 1731558453307 (+23 ms)Split 13312 edits, skipped 0 edits. at 1731558453330 (+23 ms)Split 14336 edits, skipped 0 edits. at 1731558453359 (+29 ms)Split 15360 edits, skipped 0 edits. at 1731558453387 (+28 ms)Split 16384 edits, skipped 0 edits. at 1731558453415 (+28 ms)Split 17408 edits, skipped 0 edits. at 1731558453437 (+22 ms)Split 18432 edits, skipped 0 edits. at 1731558453459 (+22 ms)Split 19456 edits, skipped 0 edits. at 1731558453479 (+20 ms)Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/WALs/testthreading,16010,1731558452817/wal.dat..fake so closing down at 1731558453491 (+12 ms)3 split writer threads finished at 1731558453492 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731558453504 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731558453520 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731558453525 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 87 ms) at 1731558453591 (+66 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731558453604 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 114 ms) at 1731558453634 (+30 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 111 ms) at 1731558453637 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731558453642 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 57 ms) at 1731558453662 (+20 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 50 ms) at 1731558453692 (+30 ms)Processed 20000 edits across 5 Regions in 770 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e002c6ff-3cbc-32b8-cd9c-1dd351ffdd39/WALs/testthreading,16010,1731558452817/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731558453694 (+2 ms) 2024-11-14T04:27:33,694 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-14T04:27:33,694 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-14T04:27:33,694 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-14T04:27:33,694 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-14T04:27:33,694 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-14T04:27:33,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139 (was 139), OpenFileDescriptor=393 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=2599 (was 2660) 2024-11-14T04:27:33,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=2598 2024-11-14T04:27:33,713 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742007_1186 (size=7) 2024-11-14T04:27:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742007_1186 (size=7) 2024-11-14T04:27:33,732 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:33,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:33,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:33,737 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:33,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T04:27:33,744 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:33,745 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:33,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:33,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742008_1187 (size=1393) 2024-11-14T04:27:33,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742008_1187 (size=1393) 2024-11-14T04:27:33,759 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:33,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:33,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742009_1188 (size=1393) 2024-11-14T04:27:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742009_1188 (size=1393) 2024-11-14T04:27:33,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:33,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:33,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742010_1189 (size=1393) 2024-11-14T04:27:33,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742010_1189 (size=1393) 2024-11-14T04:27:33,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:33,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:33,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742011_1190 (size=1393) 2024-11-14T04:27:33,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742011_1190 (size=1393) 2024-11-14T04:27:33,866 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:33,867 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:33,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742012_1191 (size=1393) 2024-11-14T04:27:33,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742012_1191 (size=1393) 2024-11-14T04:27:33,901 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:33,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:33,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:33,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742013_1192 (size=1393) 2024-11-14T04:27:33,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742013_1192 (size=1393) 2024-11-14T04:27:33,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:33,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742014_1193 (size=1405) 2024-11-14T04:27:34,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742014_1193 (size=1405) 2024-11-14T04:27:34,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:34,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742015_1194 (size=1413) 2024-11-14T04:27:34,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742015_1194 (size=1413) 2024-11-14T04:27:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:34,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742016_1195 (size=1413) 2024-11-14T04:27:34,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742016_1195 (size=1413) 2024-11-14T04:27:34,070 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:34,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:34,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:34,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742017_1196 (size=1413) 2024-11-14T04:27:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742017_1196 (size=1413) 2024-11-14T04:27:34,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:34,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T04:27:34,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty, size=0 (0bytes) 2024-11-14T04:27:34,154 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty might be still open, length is 0 2024-11-14T04:27:34,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty 2024-11-14T04:27:34,154 WARN [IPC Server handler 4 on default port 42079 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty closed. 2024-11-14T04:27:34,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty after 0ms 2024-11-14T04:27:34,156 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T04:27:34,157 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty; empty? 2024-11-14T04:27:34,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty so closing down 2024-11-14T04:27:34,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T04:27:34,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty, size=0 (0bytes) at 1731558454154Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty so closing down at 1731558454157 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731558454158 (+1 ms) 2024-11-14T04:27:34,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat..empty to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat..empty 2024-11-14T04:27:34,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:34,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0 2024-11-14T04:27:34,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0 after 1ms 2024-11-14T04:27:34,167 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0 took 5ms 2024-11-14T04:27:34,189 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0 so closing down 2024-11-14T04:27:34,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:34,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:34,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:34,199 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:34,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:34,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742018_1197 (size=743) 2024-11-14T04:27:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742018_1197 (size=743) 2024-11-14T04:27:34,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:34,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742019_1198 (size=743) 2024-11-14T04:27:34,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742019_1198 (size=743) 2024-11-14T04:27:34,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:34,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:34,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0, size=1.4 K (1393bytes) at 1731558454162Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0 so closing down at 1731558454190 (+28 ms)3 split writer threads finished at 1731558454193 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558454200 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558454200Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454212 (+12 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558454213 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454218 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558454220 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558454220 2024-11-14T04:27:34,224 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.0 2024-11-14T04:27:34,225 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:34,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1 2024-11-14T04:27:34,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1 after 0ms 2024-11-14T04:27:34,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1 took 3ms 2024-11-14T04:27:34,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1 so closing down 2024-11-14T04:27:34,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:34,231 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:34,235 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:34,235 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:34,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:34,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:34,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742020_1199 (size=743) 2024-11-14T04:27:34,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742020_1199 (size=743) 2024-11-14T04:27:34,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742021_1200 (size=743) 2024-11-14T04:27:34,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742021_1200 (size=743) 2024-11-14T04:27:34,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:34,257 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:34,257 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1, size=1.4 K (1393bytes) at 1731558454225Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1 so closing down at 1731558454229 (+4 ms)3 split writer threads finished at 1731558454231 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558454237 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558454238 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454247 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558454250 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454256 (+6 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558454257 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558454257 2024-11-14T04:27:34,259 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.1 2024-11-14T04:27:34,259 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:34,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2 2024-11-14T04:27:34,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2 after 0ms 2024-11-14T04:27:34,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2 took 2ms 2024-11-14T04:27:34,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2 so closing down 2024-11-14T04:27:34,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:34,268 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:34,272 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:34,272 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:34,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:34,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:34,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742022_1201 (size=743) 2024-11-14T04:27:34,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742022_1201 (size=743) 2024-11-14T04:27:34,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742023_1202 (size=743) 2024-11-14T04:27:34,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742023_1202 (size=743) 2024-11-14T04:27:34,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:34,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:34,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:34,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2, size=1.4 K (1393bytes) at 1731558454259Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2 so closing down at 1731558454263 (+4 ms)3 split writer threads finished at 1731558454268 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558454273 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558454276 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454289 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454290 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558454291 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558454291Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558454292 (+1 ms) 2024-11-14T04:27:34,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.2 2024-11-14T04:27:34,297 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:34,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3 2024-11-14T04:27:34,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3 after 0ms 2024-11-14T04:27:34,299 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3 took 2ms 2024-11-14T04:27:34,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3 so closing down 2024-11-14T04:27:34,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:34,301 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:34,303 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:34,305 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:34,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:34,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:34,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742024_1203 (size=743) 2024-11-14T04:27:34,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742024_1203 (size=743) 2024-11-14T04:27:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742025_1204 (size=743) 2024-11-14T04:27:34,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742025_1204 (size=743) 2024-11-14T04:27:34,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:34,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:34,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:34,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3, size=1.4 K (1393bytes) at 1731558454297Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3 so closing down at 1731558454301 (+4 ms)3 split writer threads finished at 1731558454301Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558454319 (+18 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558454322 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454340 (+18 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558454341 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454728 (+387 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558454729 (+1 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558454730 (+1 ms) 2024-11-14T04:27:34,731 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.3 2024-11-14T04:27:34,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:34,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4 2024-11-14T04:27:34,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4 after 2ms 2024-11-14T04:27:34,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4 took 5ms 2024-11-14T04:27:34,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4 so closing down 2024-11-14T04:27:34,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:34,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:34,752 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:34,752 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:34,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:34,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:34,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742027_1206 (size=743) 2024-11-14T04:27:34,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742026_1205 (size=743) 2024-11-14T04:27:34,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742026_1205 (size=743) 2024-11-14T04:27:34,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742027_1206 (size=743) 2024-11-14T04:27:34,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:34,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:34,783 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:34,783 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4, size=1.4 K (1393bytes) at 1731558454732Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4 so closing down at 1731558454749 (+17 ms)3 split writer threads finished at 1731558454749Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558454755 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558454758 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454781 (+23 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454781Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558454783 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558454783Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558454783 2024-11-14T04:27:34,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.4 2024-11-14T04:27:34,785 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:34,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5 2024-11-14T04:27:34,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5 after 0ms 2024-11-14T04:27:34,787 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5 took 2ms 2024-11-14T04:27:34,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5 so closing down 2024-11-14T04:27:34,789 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:34,789 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:34,794 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:34,794 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:34,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:34,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:34,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742029_1208 (size=743) 2024-11-14T04:27:34,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742028_1207 (size=743) 2024-11-14T04:27:34,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742028_1207 (size=743) 2024-11-14T04:27:34,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742029_1208 (size=743) 2024-11-14T04:27:34,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T04:27:34,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:34,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:34,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5, size=1.4 K (1393bytes) at 1731558454785Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5 so closing down at 1731558454789 (+4 ms)3 split writer threads finished at 1731558454789Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558454796 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558454800 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454823 (+23 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454823Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731558454825 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558454826 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558454826 2024-11-14T04:27:34,839 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.5 2024-11-14T04:27:34,839 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:34,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6 2024-11-14T04:27:34,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6 after 1ms 2024-11-14T04:27:34,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6 took 5ms 2024-11-14T04:27:34,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6 so closing down 2024-11-14T04:27:34,861 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:34,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:34,864 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:34,866 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:34,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:34,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:34,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742031_1210 (size=749) 2024-11-14T04:27:34,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742031_1210 (size=749) 2024-11-14T04:27:34,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:34,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742030_1209 (size=749) 2024-11-14T04:27:34,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742030_1209 (size=749) 2024-11-14T04:27:34,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:34,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:34,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6, size=1.4 K (1405bytes) at 1731558454839Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6 so closing down at 1731558454861 (+22 ms)3 split writer threads finished at 1731558454862 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558454867 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558454869 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454901 (+32 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558454902 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454911 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558454914 (+3 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558454914 2024-11-14T04:27:34,915 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.6 2024-11-14T04:27:34,916 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:34,916 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7 2024-11-14T04:27:34,916 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7 after 0ms 2024-11-14T04:27:34,919 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7 took 3ms 2024-11-14T04:27:34,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7 so closing down 2024-11-14T04:27:34,920 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:34,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:34,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:34,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:34,937 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:34,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742032_1211 (size=753) 2024-11-14T04:27:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742032_1211 (size=753) 2024-11-14T04:27:34,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742033_1212 (size=753) 2024-11-14T04:27:34,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742033_1212 (size=753) 2024-11-14T04:27:34,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:34,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:34,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:34,985 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:34,985 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7, size=1.4 K (1413bytes) at 1731558454916Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7 so closing down at 1731558454920 (+4 ms)3 split writer threads finished at 1731558454920Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558454937 (+17 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558454940 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454976 (+36 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558454978 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558454981 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558454985 (+4 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558454985 2024-11-14T04:27:34,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.7 2024-11-14T04:27:34,987 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:34,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8 2024-11-14T04:27:34,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8 after 1ms 2024-11-14T04:27:34,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8 took 4ms 2024-11-14T04:27:35,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8 so closing down 2024-11-14T04:27:35,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:35,015 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:35,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:35,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:35,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742034_1213 (size=753) 2024-11-14T04:27:35,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742034_1213 (size=753) 2024-11-14T04:27:35,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742035_1214 (size=753) 2024-11-14T04:27:35,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742035_1214 (size=753) 2024-11-14T04:27:35,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:35,048 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:35,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8, size=1.4 K (1413bytes) at 1731558454987Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8 so closing down at 1731558455000 (+13 ms)3 split writer threads finished at 1731558455001 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558455016 (+15 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558455023 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455034 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558455035 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455046 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558455047 (+1 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558455048 (+1 ms) 2024-11-14T04:27:35,049 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.8 2024-11-14T04:27:35,049 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:35,049 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9 2024-11-14T04:27:35,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9 after 1ms 2024-11-14T04:27:35,051 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9 took 2ms 2024-11-14T04:27:35,052 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9 so closing down 2024-11-14T04:27:35,052 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:35,060 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:35,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:35,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:35,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742036_1215 (size=753) 2024-11-14T04:27:35,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742036_1215 (size=753) 2024-11-14T04:27:35,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742037_1216 (size=753) 2024-11-14T04:27:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742037_1216 (size=753) 2024-11-14T04:27:35,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:35,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:35,097 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9, size=1.4 K (1413bytes) at 1731558455049Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9 so closing down at 1731558455052 (+3 ms)3 split writer threads finished at 1731558455052Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558455062 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558455062Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455083 (+21 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558455088 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455094 (+6 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558455097 (+3 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558455097 2024-11-14T04:27:35,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.9 2024-11-14T04:27:35,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty, size=0 (0bytes) 2024-11-14T04:27:35,099 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty might be still open, length is 0 2024-11-14T04:27:35,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty 2024-11-14T04:27:35,100 WARN [IPC Server handler 0 on default port 42079 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty closed. 2024-11-14T04:27:35,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty after 1ms 2024-11-14T04:27:35,101 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T04:27:35,102 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty; empty? 2024-11-14T04:27:35,102 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty so closing down 2024-11-14T04:27:35,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T04:27:35,102 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty, size=0 (0bytes) at 1731558455099Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty so closing down at 1731558455102 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731558455102 2024-11-14T04:27:35,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/WALs/testemptyopenlogfiles,16010,1731558453737/wal.dat.empty to hdfs://localhost:42079/user/jenkins/test-data/41763188-8cc6-40d0-3739-dffe5242d28d/oldWALs/wal.dat.empty 2024-11-14T04:27:35,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 139), OpenFileDescriptor=387 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 516) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2585 (was 2598) 2024-11-14T04:27:35,184 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=2585 2024-11-14T04:27:35,184 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742038_1217 (size=7) 2024-11-14T04:27:35,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742038_1217 (size=7) 2024-11-14T04:27:35,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:35,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:35,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:35,200 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:35,200 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:35,201 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:35,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:35,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742039_1218 (size=1393) 2024-11-14T04:27:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742039_1218 (size=1393) 2024-11-14T04:27:35,214 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:35,214 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:35,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742040_1219 (size=1393) 2024-11-14T04:27:35,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742040_1219 (size=1393) 2024-11-14T04:27:35,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:35,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742041_1220 (size=1393) 2024-11-14T04:27:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742041_1220 (size=1393) 2024-11-14T04:27:35,244 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:35,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:35,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742042_1221 (size=1393) 2024-11-14T04:27:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742042_1221 (size=1393) 2024-11-14T04:27:35,266 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:35,266 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:35,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742043_1222 (size=1393) 2024-11-14T04:27:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742043_1222 (size=1393) 2024-11-14T04:27:35,281 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:35,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:35,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742044_1223 (size=1393) 2024-11-14T04:27:35,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742044_1223 (size=1393) 2024-11-14T04:27:35,293 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:35,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742045_1224 (size=1405) 2024-11-14T04:27:35,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742045_1224 (size=1405) 2024-11-14T04:27:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:35,310 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742046_1225 (size=1413) 2024-11-14T04:27:35,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742046_1225 (size=1413) 2024-11-14T04:27:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:35,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742047_1226 (size=1413) 2024-11-14T04:27:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742047_1226 (size=1413) 2024-11-14T04:27:35,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:35,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:35,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742048_1227 (size=1413) 2024-11-14T04:27:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742048_1227 (size=1413) 2024-11-14T04:27:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742049_1228 (size=1398) 2024-11-14T04:27:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742049_1228 (size=1398) 2024-11-14T04:27:35,393 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:35,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0 2024-11-14T04:27:35,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0 after 0ms 2024-11-14T04:27:35,397 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0 took 5ms 2024-11-14T04:27:35,404 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0 so closing down 2024-11-14T04:27:35,404 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,405 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,414 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:35,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:35,418 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:35,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742050_1229 (size=743) 2024-11-14T04:27:35,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742050_1229 (size=743) 2024-11-14T04:27:35,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:35,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742051_1230 (size=743) 2024-11-14T04:27:35,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742051_1230 (size=743) 2024-11-14T04:27:35,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:35,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:35,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0, size=1.4 K (1393bytes) at 1731558455393Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0 so closing down at 1731558455404 (+11 ms)3 split writer threads finished at 1731558455405 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558455416 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558455419 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455436 (+17 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558455438 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455452 (+14 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558455454 (+2 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558455454 2024-11-14T04:27:35,457 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/oldWALs/wal.dat.0 2024-11-14T04:27:35,457 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:35,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1 2024-11-14T04:27:35,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1 after 1ms 2024-11-14T04:27:35,460 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1 took 3ms 2024-11-14T04:27:35,462 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1 so closing down 2024-11-14T04:27:35,462 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,462 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,467 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:35,467 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:35,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:35,472 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742053_1232 (size=743) 2024-11-14T04:27:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742053_1232 (size=743) 2024-11-14T04:27:35,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:35,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742052_1231 (size=743) 2024-11-14T04:27:35,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742052_1231 (size=743) 2024-11-14T04:27:35,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:35,501 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:35,501 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1, size=1.4 K (1393bytes) at 1731558455457Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1 so closing down at 1731558455462 (+5 ms)3 split writer threads finished at 1731558455462Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558455472 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558455472Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455487 (+15 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558455489 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455498 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558455501 (+3 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558455501 2024-11-14T04:27:35,503 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/oldWALs/wal.dat.1 2024-11-14T04:27:35,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:35,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2 2024-11-14T04:27:35,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2 after 0ms 2024-11-14T04:27:35,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2 took 2ms 2024-11-14T04:27:35,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2 so closing down 2024-11-14T04:27:35,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:35,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:35,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:35,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742054_1233 (size=743) 2024-11-14T04:27:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742054_1233 (size=743) 2024-11-14T04:27:35,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742055_1234 (size=743) 2024-11-14T04:27:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742055_1234 (size=743) 2024-11-14T04:27:35,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:35,551 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:35,551 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2, size=1.4 K (1393bytes) at 1731558455503Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2 so closing down at 1731558455507 (+4 ms)3 split writer threads finished at 1731558455507Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558455512 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558455520 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455530 (+10 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558455532 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455547 (+15 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558455550 (+3 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558455551 (+1 ms) 2024-11-14T04:27:35,553 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/oldWALs/wal.dat.2 2024-11-14T04:27:35,553 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:35,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3 2024-11-14T04:27:35,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3 after 0ms 2024-11-14T04:27:35,556 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3 took 3ms 2024-11-14T04:27:35,569 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3 so closing down 2024-11-14T04:27:35,569 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,570 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,579 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:35,579 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:35,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:35,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:35,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742057_1236 (size=743) 2024-11-14T04:27:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742057_1236 (size=743) 2024-11-14T04:27:35,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:35,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742056_1235 (size=743) 2024-11-14T04:27:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742056_1235 (size=743) 2024-11-14T04:27:35,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:35,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:35,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3, size=1.4 K (1393bytes) at 1731558455553Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3 so closing down at 1731558455569 (+16 ms)3 split writer threads finished at 1731558455570 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558455584 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558455587 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455623 (+36 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558455624 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455629 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558455631 (+2 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558455631 2024-11-14T04:27:35,632 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/oldWALs/wal.dat.3 2024-11-14T04:27:35,633 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:35,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4 2024-11-14T04:27:35,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4 after 0ms 2024-11-14T04:27:35,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4 took 4ms 2024-11-14T04:27:35,637 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4 so closing down 2024-11-14T04:27:35,637 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,637 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,641 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:35,641 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:35,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:35,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742058_1237 (size=743) 2024-11-14T04:27:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742058_1237 (size=743) 2024-11-14T04:27:35,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742059_1238 (size=743) 2024-11-14T04:27:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742059_1238 (size=743) 2024-11-14T04:27:35,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:35,678 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:35,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4, size=1.4 K (1393bytes) at 1731558455633Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4 so closing down at 1731558455637 (+4 ms)3 split writer threads finished at 1731558455637Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558455645 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558455656 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455665 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558455666 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455677 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558455678 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558455678 2024-11-14T04:27:35,680 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/oldWALs/wal.dat.4 2024-11-14T04:27:35,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5, size=1.4 K (1398bytes) 2024-11-14T04:27:35,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5 2024-11-14T04:27:35,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5 after 0ms 2024-11-14T04:27:35,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5 took 2ms 2024-11-14T04:27:35,685 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:35,686 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5 so closing down 2024-11-14T04:27:35,686 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,688 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:35,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:35,689 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:35,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742060_1239 (size=743) 2024-11-14T04:27:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742060_1239 (size=743) 2024-11-14T04:27:35,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:35,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742061_1240 (size=743) 2024-11-14T04:27:35,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742061_1240 (size=743) 2024-11-14T04:27:35,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T04:27:35,712 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-14T04:27:35,712 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5, size=1.4 K (1398bytes) at 1731558455680Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5 so closing down at 1731558455686 (+6 ms)3 split writer threads finished at 1731558455686Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558455689 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558455690 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455704 (+14 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558455705 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455710 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731558455711 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731558455712 (+1 ms) 2024-11-14T04:27:35,714 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/corrupt/wal.dat.5 2024-11-14T04:27:35,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:35,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6 2024-11-14T04:27:35,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6 after 0ms 2024-11-14T04:27:35,716 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6 took 2ms 2024-11-14T04:27:35,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6 so closing down 2024-11-14T04:27:35,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,717 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,721 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:35,721 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:35,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:35,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:35,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742062_1241 (size=749) 2024-11-14T04:27:35,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742062_1241 (size=749) 2024-11-14T04:27:35,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:35,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742063_1242 (size=749) 2024-11-14T04:27:35,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742063_1242 (size=749) 2024-11-14T04:27:35,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:35,743 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:35,743 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6, size=1.4 K (1405bytes) at 1731558455714Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6 so closing down at 1731558455717 (+3 ms)3 split writer threads finished at 1731558455717Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558455722 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558455723 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455737 (+14 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558455740 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455741 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558455743 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558455743 2024-11-14T04:27:35,745 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/oldWALs/wal.dat.6 2024-11-14T04:27:35,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:35,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7 2024-11-14T04:27:35,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7 after 0ms 2024-11-14T04:27:35,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7 took 2ms 2024-11-14T04:27:35,748 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7 so closing down 2024-11-14T04:27:35,748 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,748 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,750 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:35,750 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:35,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:35,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:35,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742064_1243 (size=753) 2024-11-14T04:27:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742064_1243 (size=753) 2024-11-14T04:27:35,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:35,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742065_1244 (size=753) 2024-11-14T04:27:35,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742065_1244 (size=753) 2024-11-14T04:27:35,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:35,768 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:35,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7, size=1.4 K (1413bytes) at 1731558455745Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7 so closing down at 1731558455748 (+3 ms)3 split writer threads finished at 1731558455748Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558455751 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558455751Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455760 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558455762 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455766 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558455768 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558455768 2024-11-14T04:27:35,771 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/oldWALs/wal.dat.7 2024-11-14T04:27:35,771 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:35,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8 2024-11-14T04:27:35,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8 after 1ms 2024-11-14T04:27:35,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8 took 2ms 2024-11-14T04:27:35,776 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8 so closing down 2024-11-14T04:27:35,776 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:35,778 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:35,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:35,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742067_1246 (size=753) 2024-11-14T04:27:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742066_1245 (size=753) 2024-11-14T04:27:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742066_1245 (size=753) 2024-11-14T04:27:35,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742067_1246 (size=753) 2024-11-14T04:27:35,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:35,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:35,802 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:35,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8, size=1.4 K (1413bytes) at 1731558455771Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8 so closing down at 1731558455776 (+5 ms)3 split writer threads finished at 1731558455777 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558455779 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558455780 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455795 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455795Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558455802 (+7 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558455802Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558455802 2024-11-14T04:27:35,804 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/oldWALs/wal.dat.8 2024-11-14T04:27:35,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:35,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9 2024-11-14T04:27:35,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9 after 0ms 2024-11-14T04:27:35,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9 took 2ms 2024-11-14T04:27:35,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9 so closing down 2024-11-14T04:27:35,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:35,811 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:35,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:35,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:35,820 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:35,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742068_1247 (size=753) 2024-11-14T04:27:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742068_1247 (size=753) 2024-11-14T04:27:35,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742069_1248 (size=753) 2024-11-14T04:27:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742069_1248 (size=753) 2024-11-14T04:27:35,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:35,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:35,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:35,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9, size=1.4 K (1413bytes) at 1731558455805Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9 so closing down at 1731558455810 (+5 ms)3 split writer threads finished at 1731558455811 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558455814 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558455825 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455839 (+14 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558455841 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558455934 (+93 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558455935 (+1 ms)Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558455936 (+1 ms) 2024-11-14T04:27:35,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731558455200/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/e2f793e6-4f65-af8f-36c7-3dad9b7c36fd/oldWALs/wal.dat.9 2024-11-14T04:27:36,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=2549 (was 2585) 2024-11-14T04:27:36,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=2548 2024-11-14T04:27:36,058 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:36,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742070_1249 (size=7) 2024-11-14T04:27:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742070_1249 (size=7) 2024-11-14T04:27:36,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:36,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:36,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:36,085 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:36,086 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729/data/default/t1/c22825a3e73a4fd935e50245e39a03b9 2024-11-14T04:27:36,086 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region c22825a3e73a4fd935e50245e39a03b9 2024-11-14T04:27:36,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:36,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742071_1250 (size=3841) 2024-11-14T04:27:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742071_1250 (size=3841) 2024-11-14T04:27:36,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0, size=3.8 K (3841bytes) 2024-11-14T04:27:36,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0 2024-11-14T04:27:36,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0 after 3ms 2024-11-14T04:27:36,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0 took 5ms 2024-11-14T04:27:36,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0 so closing down 2024-11-14T04:27:36,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:36,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:36,222 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:36,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/data/default/t1/c22825a3e73a4fd935e50245e39a03b9/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:36,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742072_1251 (size=1591) 2024-11-14T04:27:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742072_1251 (size=1591) 2024-11-14T04:27:36,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/data/default/t1/c22825a3e73a4fd935e50245e39a03b9/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:36,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/data/default/t1/c22825a3e73a4fd935e50245e39a03b9/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/data/default/t1/c22825a3e73a4fd935e50245e39a03b9/recovered.edits/0000000000000000009 2024-11-14T04:27:36,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 39 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-14T04:27:36,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0, size=3.8 K (3841bytes) at 1731558456189Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0 so closing down at 1731558456211 (+22 ms)3 split writer threads finished at 1731558456212 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/data/default/t1/c22825a3e73a4fd935e50245e39a03b9/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558456224 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/data/default/t1/c22825a3e73a4fd935e50245e39a03b9/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731558456246 (+22 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/data/default/t1/c22825a3e73a4fd935e50245e39a03b9/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/data/default/t1/c22825a3e73a4fd935e50245e39a03b9/recovered.edits/0000000000000000009 at 1731558456248 (+2 ms)Processed 21 edits across 1 Regions in 39 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731558456248 2024-11-14T04:27:36,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/WALs/testsplitleavescompactioneventsedits,16010,1731558456085/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/74deda9c-cf96-64ff-7a4b-4187b8904ed7/oldWALs/wal.dat.0 2024-11-14T04:27:36,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=2535 (was 2548) 2024-11-14T04:27:36,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=2535 2024-11-14T04:27:36,301 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742073_1252 (size=7) 2024-11-14T04:27:36,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742073_1252 (size=7) 2024-11-14T04:27:36,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:36,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:36,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:36,336 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:36,337 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T04:27:36,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742074_1253 (size=863) 2024-11-14T04:27:36,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742074_1253 (size=863) 2024-11-14T04:27:36,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:36,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0, size=863 (863bytes) 2024-11-14T04:27:36,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0 2024-11-14T04:27:36,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0 after 0ms 2024-11-14T04:27:36,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0 took 2ms 2024-11-14T04:27:36,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0 so closing down 2024-11-14T04:27:36,368 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:36,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:36,371 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:36,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742075_1254 (size=863) 2024-11-14T04:27:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742075_1254 (size=863) 2024-11-14T04:27:36,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:36,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T04:27:36,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-14T04:27:36,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0, size=863 (863bytes) at 1731558456364Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0 so closing down at 1731558456368 (+4 ms)3 split writer threads finished at 1731558456368Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558456372 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558456381 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731558456382 (+1 ms)Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731558456382 2024-11-14T04:27:36,384 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/WALs/testsplitpreservesedits,16010,1731558456337/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/c615413c-af5b-3ac9-343b-ce83e0330aa9/oldWALs/wal.dat.0 2024-11-14T04:27:36,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=2530 (was 2535) 2024-11-14T04:27:36,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=2530 2024-11-14T04:27:36,405 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:36,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742076_1255 (size=7) 2024-11-14T04:27:36,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742076_1255 (size=7) 2024-11-14T04:27:36,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:36,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:36,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:36,440 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:36,441 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:36,442 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:36,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:36,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742077_1256 (size=1393) 2024-11-14T04:27:36,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742077_1256 (size=1393) 2024-11-14T04:27:36,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:36,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:36,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742078_1257 (size=1393) 2024-11-14T04:27:36,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742078_1257 (size=1393) 2024-11-14T04:27:36,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:36,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:36,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:36,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:36,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742079_1258 (size=1393) 2024-11-14T04:27:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742079_1258 (size=1393) 2024-11-14T04:27:37,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:37,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:37,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742080_1259 (size=1393) 2024-11-14T04:27:37,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742080_1259 (size=1393) 2024-11-14T04:27:37,023 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:37,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:37,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742081_1260 (size=1393) 2024-11-14T04:27:37,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742081_1260 (size=1393) 2024-11-14T04:27:37,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:37,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:37,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742082_1261 (size=1393) 2024-11-14T04:27:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742082_1261 (size=1393) 2024-11-14T04:27:37,093 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:37,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:37,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742083_1262 (size=1405) 2024-11-14T04:27:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742083_1262 (size=1405) 2024-11-14T04:27:37,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:37,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:37,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742084_1263 (size=1413) 2024-11-14T04:27:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742084_1263 (size=1413) 2024-11-14T04:27:37,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:37,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742085_1264 (size=1413) 2024-11-14T04:27:37,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742085_1264 (size=1413) 2024-11-14T04:27:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:37,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:37,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742086_1265 (size=1413) 2024-11-14T04:27:37,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742086_1265 (size=1413) 2024-11-14T04:27:37,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742087_1266 (size=1394) 2024-11-14T04:27:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742087_1266 (size=1394) 2024-11-14T04:27:37,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:37,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0 2024-11-14T04:27:37,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0 after 0ms 2024-11-14T04:27:37,213 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0 took 3ms 2024-11-14T04:27:37,224 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0 so closing down 2024-11-14T04:27:37,224 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:37,224 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:37,227 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:37,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:37,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:37,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:37,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742088_1267 (size=743) 2024-11-14T04:27:37,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742088_1267 (size=743) 2024-11-14T04:27:37,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:37,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742089_1268 (size=743) 2024-11-14T04:27:37,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742089_1268 (size=743) 2024-11-14T04:27:37,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:37,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:37,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:37,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:37,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0, size=1.4 K (1393bytes) at 1731558457210Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0 so closing down at 1731558457224 (+14 ms)3 split writer threads finished at 1731558457224Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558457232 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558457232Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558457248 (+16 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558457250 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558457649 (+399 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558457650 (+1 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558457650 2024-11-14T04:27:37,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/oldWALs/wal.dat.0 2024-11-14T04:27:37,654 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:37,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1 2024-11-14T04:27:37,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1 after 0ms 2024-11-14T04:27:37,656 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1 took 3ms 2024-11-14T04:27:37,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1 so closing down 2024-11-14T04:27:37,657 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:37,657 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:37,659 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:37,659 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:37,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:37,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742091_1270 (size=743) 2024-11-14T04:27:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742091_1270 (size=743) 2024-11-14T04:27:37,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:37,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742090_1269 (size=743) 2024-11-14T04:27:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742090_1269 (size=743) 2024-11-14T04:27:37,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:37,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:37,680 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:37,680 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1, size=1.4 K (1393bytes) at 1731558457654Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1 so closing down at 1731558457657 (+3 ms)3 split writer threads finished at 1731558457657Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558457660 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558457661 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558457671 (+10 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558457673 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558457678 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558457679 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558457680 (+1 ms) 2024-11-14T04:27:37,683 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/oldWALs/wal.dat.1 2024-11-14T04:27:37,683 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:37,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2 2024-11-14T04:27:37,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2 after 1ms 2024-11-14T04:27:37,686 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2 took 3ms 2024-11-14T04:27:37,689 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2 so closing down 2024-11-14T04:27:37,689 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:37,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:37,695 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:37,697 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:37,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:37,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:37,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742092_1271 (size=743) 2024-11-14T04:27:37,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742092_1271 (size=743) 2024-11-14T04:27:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742093_1272 (size=743) 2024-11-14T04:27:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742093_1272 (size=743) 2024-11-14T04:27:37,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:37,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:38,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:38,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:38,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2, size=1.4 K (1393bytes) at 1731558457683Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2 so closing down at 1731558457689 (+6 ms)3 split writer threads finished at 1731558457691 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558457697 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558457700 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558457727 (+27 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558457728 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458124 (+396 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558458125 (+1 ms)Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558458125 2024-11-14T04:27:38,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/oldWALs/wal.dat.2 2024-11-14T04:27:38,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:38,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3 2024-11-14T04:27:38,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3 after 0ms 2024-11-14T04:27:38,129 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3 took 2ms 2024-11-14T04:27:38,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3 so closing down 2024-11-14T04:27:38,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:38,131 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:38,132 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:38,132 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:38,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:38,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742094_1273 (size=743) 2024-11-14T04:27:38,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742094_1273 (size=743) 2024-11-14T04:27:38,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:38,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742095_1274 (size=743) 2024-11-14T04:27:38,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742095_1274 (size=743) 2024-11-14T04:27:38,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:38,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:38,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3, size=1.4 K (1393bytes) at 1731558458127Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3 so closing down at 1731558458130 (+3 ms)3 split writer threads finished at 1731558458131 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558458134 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558458134Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458148 (+14 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558458149 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458151 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558458152 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558458152 2024-11-14T04:27:38,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/oldWALs/wal.dat.3 2024-11-14T04:27:38,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:38,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4 2024-11-14T04:27:38,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4 after 0ms 2024-11-14T04:27:38,156 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4 took 2ms 2024-11-14T04:27:38,159 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4 so closing down 2024-11-14T04:27:38,159 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:38,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:38,162 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:38,162 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:38,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:38,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:38,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742096_1275 (size=743) 2024-11-14T04:27:38,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742096_1275 (size=743) 2024-11-14T04:27:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742097_1276 (size=743) 2024-11-14T04:27:38,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742097_1276 (size=743) 2024-11-14T04:27:38,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:38,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:38,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:38,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4, size=1.4 K (1393bytes) at 1731558458154Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4 so closing down at 1731558458159 (+5 ms)3 split writer threads finished at 1731558458159Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558458163 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558458163Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458185 (+22 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458185Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558458186 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558458186Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558458186 2024-11-14T04:27:38,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/oldWALs/wal.dat.4 2024-11-14T04:27:38,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T04:27:38,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5 2024-11-14T04:27:38,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5 after 1ms 2024-11-14T04:27:38,191 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-14T04:27:38,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5 so closing down 2024-11-14T04:27:38,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T04:27:38,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5, size=1.4 K (1394bytes) at 1731558458188Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5 so closing down at 1731558458191 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731558458191 2024-11-14T04:27:38,193 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/corrupt/wal.dat.5 2024-11-14T04:27:38,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:38,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6 2024-11-14T04:27:38,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6 after 0ms 2024-11-14T04:27:38,196 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6 took 3ms 2024-11-14T04:27:38,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6 so closing down 2024-11-14T04:27:38,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:38,220 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:38,233 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:38,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:38,234 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:38,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:38,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742099_1278 (size=749) 2024-11-14T04:27:38,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742099_1278 (size=749) 2024-11-14T04:27:38,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742098_1277 (size=749) 2024-11-14T04:27:38,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742098_1277 (size=749) 2024-11-14T04:27:38,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:38,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:38,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6, size=1.4 K (1405bytes) at 1731558458194Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6 so closing down at 1731558458201 (+7 ms)3 split writer threads finished at 1731558458220 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558458234 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558458236 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458262 (+26 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558458264 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458266 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558458267 (+1 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558458267 2024-11-14T04:27:38,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/oldWALs/wal.dat.6 2024-11-14T04:27:38,270 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:38,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7 2024-11-14T04:27:38,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7 after 0ms 2024-11-14T04:27:38,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7 took 2ms 2024-11-14T04:27:38,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7 so closing down 2024-11-14T04:27:38,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:38,274 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:38,277 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:38,277 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:38,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:38,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742100_1279 (size=753) 2024-11-14T04:27:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742100_1279 (size=753) 2024-11-14T04:27:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742101_1280 (size=753) 2024-11-14T04:27:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742101_1280 (size=753) 2024-11-14T04:27:38,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:38,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:38,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 532 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:38,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7, size=1.4 K (1413bytes) at 1731558458270Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7 so closing down at 1731558458274 (+4 ms)3 split writer threads finished at 1731558458274Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558458283 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558458283Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458784 (+501 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558458785 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458804 (+19 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558458805 (+1 ms)Processed 20 edits across 2 Regions in 532 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558458805 2024-11-14T04:27:38,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/oldWALs/wal.dat.7 2024-11-14T04:27:38,807 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:38,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8 2024-11-14T04:27:38,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8 after 0ms 2024-11-14T04:27:38,809 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8 took 2ms 2024-11-14T04:27:38,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8 so closing down 2024-11-14T04:27:38,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:38,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:38,812 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:38,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:38,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:38,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742102_1281 (size=753) 2024-11-14T04:27:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742102_1281 (size=753) 2024-11-14T04:27:38,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742103_1282 (size=753) 2024-11-14T04:27:38,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742103_1282 (size=753) 2024-11-14T04:27:38,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:38,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:39,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:39,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:39,237 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:39,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8, size=1.4 K (1413bytes) at 1731558458807Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8 so closing down at 1731558458810 (+3 ms)3 split writer threads finished at 1731558458810Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558458813 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558458816 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558458844 (+28 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558458846 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558459233 (+387 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558459237 (+4 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558459237 2024-11-14T04:27:39,239 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/oldWALs/wal.dat.8 2024-11-14T04:27:39,239 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:39,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9 2024-11-14T04:27:39,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9 after 1ms 2024-11-14T04:27:39,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9 took 3ms 2024-11-14T04:27:39,247 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9 so closing down 2024-11-14T04:27:39,247 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:39,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:39,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:39,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:39,258 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:39,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742104_1283 (size=753) 2024-11-14T04:27:39,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742104_1283 (size=753) 2024-11-14T04:27:39,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:39,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:39,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742105_1284 (size=753) 2024-11-14T04:27:39,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742105_1284 (size=753) 2024-11-14T04:27:39,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:39,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:39,290 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:39,290 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9, size=1.4 K (1413bytes) at 1731558459239Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9 so closing down at 1731558459247 (+8 ms)3 split writer threads finished at 1731558459248 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558459256 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558459268 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558459276 (+8 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558459278 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558459287 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558459289 (+2 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558459290 (+1 ms) 2024-11-14T04:27:39,292 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731558456441/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/9cfc079d-f5c1-c055-785e-913c1ea0b323/oldWALs/wal.dat.9 2024-11-14T04:27:39,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140 (was 140), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=2452 (was 2530) 2024-11-14T04:27:39,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=2451 2024-11-14T04:27:39,410 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:39,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742106_1285 (size=7) 2024-11-14T04:27:39,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742106_1285 (size=7) 2024-11-14T04:27:39,427 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:39,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,433 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:39,434 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T04:27:39,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:39,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742107_1286 (size=2403) 2024-11-14T04:27:39,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742107_1286 (size=2403) 2024-11-14T04:27:39,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:39,473 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0, size=2.3 K (2403bytes) 2024-11-14T04:27:39,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0 2024-11-14T04:27:39,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0 after 0ms 2024-11-14T04:27:39,475 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0 took 2ms 2024-11-14T04:27:39,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0 so closing down 2024-11-14T04:27:39,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:39,478 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:39,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:39,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:39,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742108_1287 (size=863) 2024-11-14T04:27:39,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742108_1287 (size=863) 2024-11-14T04:27:39,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:39,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T04:27:39,500 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 23 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-14T04:27:39,501 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0, size=2.3 K (2403bytes) at 1731558459473Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0 so closing down at 1731558459478 (+5 ms)3 split writer threads finished at 1731558459478Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558459484 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558459499 (+15 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731558459500 (+1 ms)Processed 20 edits across 1 Regions in 23 ms; skipped=10; WAL=hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731558459500 2024-11-14T04:27:39,502 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/WALs/testsplitremovesregioneventsedits,16010,1731558459433/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/7f523e34-4d10-a611-4660-7f6aea996727/oldWALs/wal.dat.0 2024-11-14T04:27:39,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=2449 (was 2451) 2024-11-14T04:27:39,526 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=2449 2024-11-14T04:27:39,527 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:39,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742109_1288 (size=7) 2024-11-14T04:27:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742109_1288 (size=7) 2024-11-14T04:27:39,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:39,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,542 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:39,555 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=2448 (was 2449) 2024-11-14T04:27:39,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=2448 2024-11-14T04:27:39,562 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742110_1289 (size=7) 2024-11-14T04:27:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742110_1289 (size=7) 2024-11-14T04:27:39,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:39,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,579 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:39,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:39,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742111_1290 (size=255) 2024-11-14T04:27:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742111_1290 (size=255) 2024-11-14T04:27:39,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1, size=255 (255bytes) 2024-11-14T04:27:39,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1 2024-11-14T04:27:39,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1 after 1ms 2024-11-14T04:27:39,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1 took 2ms 2024-11-14T04:27:39,627 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-14T04:27:39,627 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1 so closing down 2024-11-14T04:27:39,627 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:39,627 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:39,627 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-14T04:27:39,627 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1, size=255 (255bytes) at 1731558459623Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1 so closing down at 1731558459627 (+4 ms)3 split writer threads finished at 1731558459627Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731558459627 2024-11-14T04:27:39,629 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/WALs/testsplitremovesreplicationmarkeredits,16010,1731558459579/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/381d6946-72ef-419a-c36a-a4e1cb50f660/oldWALs/wal.dat.1 2024-11-14T04:27:39,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=2447 (was 2448) 2024-11-14T04:27:39,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=2447 2024-11-14T04:27:39,646 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:39,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742112_1291 (size=7) 2024-11-14T04:27:39,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742112_1291 (size=7) 2024-11-14T04:27:39,653 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:39,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,657 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:39,657 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-14T04:27:39,657 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T04:27:39,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:39,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742113_1292 (size=1941) 2024-11-14T04:27:39,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742113_1292 (size=1941) 2024-11-14T04:27:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729/data/default/t1/region__1 2024-11-14T04:27:39,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0, size=1.9 K (1941bytes) 2024-11-14T04:27:39,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0 2024-11-14T04:27:39,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0 after 1ms 2024-11-14T04:27:39,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0 took 2ms 2024-11-14T04:27:39,698 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-14T04:27:39,698 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0 so closing down 2024-11-14T04:27:39,698 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:39,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:39,698 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-14T04:27:39,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0, size=1.9 K (1941bytes) at 1731558459694Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0 so closing down at 1731558459698 (+4 ms)3 split writer threads finished at 1731558459698Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731558459698 2024-11-14T04:27:39,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/WALs/testsplitlogfiledeletedregiondir,16010,1731558459657/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/ebfb3ce2-9577-8282-3039-5980b03dcd4a/oldWALs/wal.dat.0 2024-11-14T04:27:39,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=2447 (was 2447) 2024-11-14T04:27:39,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=2446 2024-11-14T04:27:39,720 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742114_1293 (size=7) 2024-11-14T04:27:39,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742114_1293 (size=7) 2024-11-14T04:27:39,733 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:39,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:39,737 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:39,738 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T04:27:39,738 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:39,738 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:39,739 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:39,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:39,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742115_1294 (size=1393) 2024-11-14T04:27:39,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742115_1294 (size=1393) 2024-11-14T04:27:39,763 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:39,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:39,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742116_1295 (size=1393) 2024-11-14T04:27:39,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742116_1295 (size=1393) 2024-11-14T04:27:39,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:39,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:39,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742117_1296 (size=1393) 2024-11-14T04:27:39,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742117_1296 (size=1393) 2024-11-14T04:27:39,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:39,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:39,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742118_1297 (size=1393) 2024-11-14T04:27:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742118_1297 (size=1393) 2024-11-14T04:27:39,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:39,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742119_1298 (size=1393) 2024-11-14T04:27:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742119_1298 (size=1393) 2024-11-14T04:27:40,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:40,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:40,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742120_1299 (size=1393) 2024-11-14T04:27:40,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742120_1299 (size=1393) 2024-11-14T04:27:40,468 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:40,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:40,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742121_1300 (size=1405) 2024-11-14T04:27:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742121_1300 (size=1405) 2024-11-14T04:27:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:40,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742122_1301 (size=1413) 2024-11-14T04:27:40,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742122_1301 (size=1413) 2024-11-14T04:27:40,517 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:40,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:40,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742123_1302 (size=1413) 2024-11-14T04:27:40,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742123_1302 (size=1413) 2024-11-14T04:27:40,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:40,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:40,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742124_1303 (size=1413) 2024-11-14T04:27:40,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742124_1303 (size=1413) 2024-11-14T04:27:40,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:40,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:40,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0 2024-11-14T04:27:40,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0 after 1ms 2024-11-14T04:27:40,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0 took 4ms 2024-11-14T04:27:40,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0 so closing down 2024-11-14T04:27:40,575 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:40,575 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:40,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:40,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0, size=1.4 K (1393bytes) at 1731558460570Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0 so closing down at 1731558460575 (+5 ms)3 split writer threads finished at 1731558460575Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/0704398f-3f6c-34b4-5d80-5462b56908c7/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731558459737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558460575 2024-11-14T04:27:40,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 530) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2439 (was 2446) 2024-11-14T04:27:40,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=2438 2024-11-14T04:27:40,593 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742125_1304 (size=7) 2024-11-14T04:27:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742125_1304 (size=7) 2024-11-14T04:27:40,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:40,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:40,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:40,604 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:40,604 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:40,605 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:40,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:40,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742126_1305 (size=1393) 2024-11-14T04:27:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742126_1305 (size=1393) 2024-11-14T04:27:40,619 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:40,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:40,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742127_1306 (size=1393) 2024-11-14T04:27:40,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742127_1306 (size=1393) 2024-11-14T04:27:40,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:40,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:40,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:40,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:40,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742128_1307 (size=1393) 2024-11-14T04:27:40,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742128_1307 (size=1393) 2024-11-14T04:27:41,046 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:41,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:41,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742129_1308 (size=1393) 2024-11-14T04:27:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742129_1308 (size=1393) 2024-11-14T04:27:41,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:41,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:41,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:41,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742131_1310 (size=1393) 2024-11-14T04:27:41,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742131_1310 (size=1393) 2024-11-14T04:27:41,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:41,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742132_1311 (size=1405) 2024-11-14T04:27:41,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742132_1311 (size=1405) 2024-11-14T04:27:41,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:41,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:41,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742133_1312 (size=1413) 2024-11-14T04:27:41,164 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:41,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742133_1312 (size=1413) 2024-11-14T04:27:41,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:41,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742134_1313 (size=1413) 2024-11-14T04:27:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742134_1313 (size=1413) 2024-11-14T04:27:41,196 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:41,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:41,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742135_1314 (size=1413) 2024-11-14T04:27:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742135_1314 (size=1413) 2024-11-14T04:27:41,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:41,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:41,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742130_1309 (size=1458) 2024-11-14T04:27:41,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742130_1309 (size=1458) 2024-11-14T04:27:41,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:41,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0 2024-11-14T04:27:41,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0 after 1ms 2024-11-14T04:27:41,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0 took 2ms 2024-11-14T04:27:41,253 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0 so closing down 2024-11-14T04:27:41,253 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:41,253 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:41,255 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:41,256 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:41,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:41,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:41,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742137_1316 (size=743) 2024-11-14T04:27:41,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742137_1316 (size=743) 2024-11-14T04:27:41,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:41,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742136_1315 (size=743) 2024-11-14T04:27:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742136_1315 (size=743) 2024-11-14T04:27:41,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:41,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:41,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:41,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0, size=1.4 K (1393bytes) at 1731558461249Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0 so closing down at 1731558461253 (+4 ms)3 split writer threads finished at 1731558461253Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558461256 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558461257 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558461267 (+10 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558461269 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558461285 (+16 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558461286 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558461287 (+1 ms) 2024-11-14T04:27:41,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/oldWALs/wal.dat.0 2024-11-14T04:27:41,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:41,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1 2024-11-14T04:27:41,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1 after 2ms 2024-11-14T04:27:41,294 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1 took 6ms 2024-11-14T04:27:41,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1 so closing down 2024-11-14T04:27:41,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:41,297 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:41,299 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:41,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:41,304 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:41,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742138_1317 (size=743) 2024-11-14T04:27:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742138_1317 (size=743) 2024-11-14T04:27:41,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:41,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:41,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742139_1318 (size=743) 2024-11-14T04:27:41,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742139_1318 (size=743) 2024-11-14T04:27:41,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:41,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:41,751 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:41,751 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1, size=1.4 K (1393bytes) at 1731558461289Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1 so closing down at 1731558461297 (+8 ms)3 split writer threads finished at 1731558461297Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558461304 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558461308 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558461327 (+19 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558461331 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558461749 (+418 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558461750 (+1 ms)Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558461751 (+1 ms) 2024-11-14T04:27:41,752 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/oldWALs/wal.dat.1 2024-11-14T04:27:41,752 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:41,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2 2024-11-14T04:27:41,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2 after 0ms 2024-11-14T04:27:41,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2 took 2ms 2024-11-14T04:27:41,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2 so closing down 2024-11-14T04:27:41,755 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:41,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:41,757 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:41,757 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:41,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:41,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742140_1319 (size=743) 2024-11-14T04:27:41,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742141_1320 (size=743) 2024-11-14T04:27:41,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:41,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742140_1319 (size=743) 2024-11-14T04:27:41,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:41,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:41,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742141_1320 (size=743) 2024-11-14T04:27:41,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:41,777 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2, size=1.4 K (1393bytes) at 1731558461752Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2 so closing down at 1731558461755 (+3 ms)3 split writer threads finished at 1731558461755Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558461758 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558461760 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558461772 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558461775 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558461776 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558461776Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558461777 (+1 ms) 2024-11-14T04:27:41,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/oldWALs/wal.dat.2 2024-11-14T04:27:41,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:41,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3 2024-11-14T04:27:41,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3 after 1ms 2024-11-14T04:27:41,783 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3 took 3ms 2024-11-14T04:27:41,817 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3 so closing down 2024-11-14T04:27:41,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:41,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:41,822 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:41,822 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:41,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:41,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742143_1322 (size=743) 2024-11-14T04:27:41,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742143_1322 (size=743) 2024-11-14T04:27:41,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:41,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:41,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742142_1321 (size=743) 2024-11-14T04:27:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742142_1321 (size=743) 2024-11-14T04:27:41,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:41,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:41,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:41,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3, size=1.4 K (1393bytes) at 1731558461780Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3 so closing down at 1731558461817 (+37 ms)3 split writer threads finished at 1731558461817Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558461824 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558461824Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558461840 (+16 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558461841 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558461856 (+15 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558461857 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558461857 2024-11-14T04:27:41,859 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/oldWALs/wal.dat.3 2024-11-14T04:27:41,859 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4, size=1.4 K (1458bytes) 2024-11-14T04:27:41,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4 2024-11-14T04:27:41,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4 after 1ms 2024-11-14T04:27:41,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4 took 3ms 2024-11-14T04:27:41,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4 so closing down 2024-11-14T04:27:41,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:41,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:41,874 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:41,879 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:41,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-14T04:27:41,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:41,896 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:41,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-14T04:27:41,905 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:41,905 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-14T04:27:41,905 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4, size=1.4 K (1458bytes) at 1731558461859Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4 so closing down at 1731558461864 (+5 ms)3 split writer threads finished at 1731558461864Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558461888 (+24 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558461896 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731558461904 (+8 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731558461905 (+1 ms)Processed 21 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731558460604/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731558461905 2024-11-14T04:27:41,905 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:55310 remote=/127.0.0.1:43707]. Total timeout mills is 70000, 69993 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:41,905 WARN [Thread-2062 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:55286 remote=/127.0.0.1:40741]. Total timeout mills is 70000, 69986 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:41,906 WARN [Thread-2062 {}] hdfs.DataStreamer(1850): Abandoning BP-1156595703-172.17.0.3-1731558417174:blk_1073742144_1323 2024-11-14T04:27:41,906 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-1156595703-172.17.0.3-1731558417174:blk_1073742145_1324 2024-11-14T04:27:41,908 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:41,909 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:41,912 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:41,912 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42079/user/jenkins/test-data/1ec355be-c9e4-7947-ff92-de35385b651d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:41,925 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1102056071_22 at /127.0.0.1:55286 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55286 dst: /127.0.0.1:40741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:41,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=403 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 560), ProcessCount=11 (was 11), AvailableMemoryMB=2432 (was 2438) 2024-11-14T04:27:41,952 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1102056071_22 at /127.0.0.1:55316 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:43707:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55316 dst: /127.0.0.1:43707 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:41,958 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1102056071_22 at /127.0.0.1:55310 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:43707:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55310 dst: /127.0.0.1:43707 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:41,958 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1102056071_22 at /127.0.0.1:55292 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55292 dst: /127.0.0.1:40741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:41,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=2431 2024-11-14T04:27:41,964 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742146_1325 (size=7) 2024-11-14T04:27:41,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742146_1325 (size=7) 2024-11-14T04:27:41,988 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:41,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:41,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:41,992 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:41,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T04:27:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742147_1326 (size=93) 2024-11-14T04:27:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742147_1326 (size=93) 2024-11-14T04:27:42,000 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:42,001 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:42,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742148_1327 (size=1393) 2024-11-14T04:27:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742148_1327 (size=1393) 2024-11-14T04:27:42,441 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:42,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742149_1328 (size=1393) 2024-11-14T04:27:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742149_1328 (size=1393) 2024-11-14T04:27:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:42,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:42,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742150_1329 (size=1393) 2024-11-14T04:27:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742150_1329 (size=1393) 2024-11-14T04:27:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:42,481 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742151_1330 (size=1393) 2024-11-14T04:27:42,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742151_1330 (size=1393) 2024-11-14T04:27:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:42,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742152_1331 (size=1393) 2024-11-14T04:27:42,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742152_1331 (size=1393) 2024-11-14T04:27:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:42,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:42,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742153_1332 (size=1393) 2024-11-14T04:27:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742153_1332 (size=1393) 2024-11-14T04:27:42,548 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:42,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:42,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742154_1333 (size=1405) 2024-11-14T04:27:42,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742154_1333 (size=1405) 2024-11-14T04:27:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:42,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742155_1334 (size=1413) 2024-11-14T04:27:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742155_1334 (size=1413) 2024-11-14T04:27:42,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:42,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742156_1335 (size=1413) 2024-11-14T04:27:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742156_1335 (size=1413) 2024-11-14T04:27:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:42,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:42,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:42,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742157_1336 (size=1413) 2024-11-14T04:27:42,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742157_1336 (size=1413) 2024-11-14T04:27:43,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:43,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T04:27:43,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742158_1337 (size=93) 2024-11-14T04:27:43,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742158_1337 (size=93) 2024-11-14T04:27:43,038 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty, size=93 (93bytes) 2024-11-14T04:27:43,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty 2024-11-14T04:27:43,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty after 1ms 2024-11-14T04:27:43,040 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty took 2ms 2024-11-14T04:27:43,040 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty so closing down 2024-11-14T04:27:43,041 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,041 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,041 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T04:27:43,041 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty, size=93 (93bytes) at 1731558463038Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty so closing down at 1731558463040 (+2 ms)3 split writer threads finished at 1731558463041 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731558463041 2024-11-14T04:27:43,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat..empty to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat..empty 2024-11-14T04:27:43,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:43,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0 2024-11-14T04:27:43,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0 after 0ms 2024-11-14T04:27:43,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0 took 2ms 2024-11-14T04:27:43,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0 so closing down 2024-11-14T04:27:43,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:43,050 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:43,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:43,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742159_1338 (size=743) 2024-11-14T04:27:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742159_1338 (size=743) 2024-11-14T04:27:43,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742160_1339 (size=743) 2024-11-14T04:27:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742160_1339 (size=743) 2024-11-14T04:27:43,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:43,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:43,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0, size=1.4 K (1393bytes) at 1731558463043Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0 so closing down at 1731558463046 (+3 ms)3 split writer threads finished at 1731558463046Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558463051 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558463054 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463062 (+8 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558463063 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463073 (+10 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558463074 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558463074 2024-11-14T04:27:43,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.0 2024-11-14T04:27:43,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:43,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1 2024-11-14T04:27:43,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1 after 0ms 2024-11-14T04:27:43,078 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1 took 2ms 2024-11-14T04:27:43,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1 so closing down 2024-11-14T04:27:43,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,089 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:43,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:43,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:43,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:43,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742161_1340 (size=743) 2024-11-14T04:27:43,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742161_1340 (size=743) 2024-11-14T04:27:43,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742162_1341 (size=743) 2024-11-14T04:27:43,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742162_1341 (size=743) 2024-11-14T04:27:43,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:43,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:43,109 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:43,109 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1, size=1.4 K (1393bytes) at 1731558463076Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1 so closing down at 1731558463079 (+3 ms)3 split writer threads finished at 1731558463080 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558463090 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558463091 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463106 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463108 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558463108Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558463109 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558463109 2024-11-14T04:27:43,111 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.1 2024-11-14T04:27:43,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:43,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2 2024-11-14T04:27:43,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2 after 0ms 2024-11-14T04:27:43,113 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2 took 2ms 2024-11-14T04:27:43,114 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2 so closing down 2024-11-14T04:27:43,114 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,115 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:43,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:43,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:43,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:43,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742164_1343 (size=743) 2024-11-14T04:27:43,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742164_1343 (size=743) 2024-11-14T04:27:43,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742163_1342 (size=743) 2024-11-14T04:27:43,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742163_1342 (size=743) 2024-11-14T04:27:43,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:43,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:43,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:43,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2, size=1.4 K (1393bytes) at 1731558463111Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2 so closing down at 1731558463114 (+3 ms)3 split writer threads finished at 1731558463115 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558463118 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558463118Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463131 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463131Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558463132 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558463132Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558463132 2024-11-14T04:27:43,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.2 2024-11-14T04:27:43,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:43,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3 2024-11-14T04:27:43,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3 after 0ms 2024-11-14T04:27:43,135 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3 took 2ms 2024-11-14T04:27:43,136 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3 so closing down 2024-11-14T04:27:43,136 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,136 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,141 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:43,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:43,142 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:43,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742165_1344 (size=743) 2024-11-14T04:27:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742165_1344 (size=743) 2024-11-14T04:27:43,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742166_1345 (size=743) 2024-11-14T04:27:43,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742166_1345 (size=743) 2024-11-14T04:27:43,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:43,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:43,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:43,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3, size=1.4 K (1393bytes) at 1731558463133Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3 so closing down at 1731558463136 (+3 ms)3 split writer threads finished at 1731558463136Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558463142 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558463144 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463155 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463156 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558463157 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558463157Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558463157 2024-11-14T04:27:43,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.3 2024-11-14T04:27:43,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:43,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4 2024-11-14T04:27:43,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4 after 0ms 2024-11-14T04:27:43,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4 took 2ms 2024-11-14T04:27:43,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4 so closing down 2024-11-14T04:27:43,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,163 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,165 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:43,165 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:43,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:43,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742167_1346 (size=743) 2024-11-14T04:27:43,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742167_1346 (size=743) 2024-11-14T04:27:43,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:43,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742168_1347 (size=743) 2024-11-14T04:27:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742168_1347 (size=743) 2024-11-14T04:27:43,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:43,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:43,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4, size=1.4 K (1393bytes) at 1731558463160Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4 so closing down at 1731558463163 (+3 ms)3 split writer threads finished at 1731558463163Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558463165 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558463166 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463171 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558463172 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463177 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558463178 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558463178 2024-11-14T04:27:43,180 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.4 2024-11-14T04:27:43,180 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:43,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5 2024-11-14T04:27:43,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5 after 0ms 2024-11-14T04:27:43,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5 took 2ms 2024-11-14T04:27:43,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5 so closing down 2024-11-14T04:27:43,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,184 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,195 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:43,199 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:43,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:43,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:43,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742169_1348 (size=743) 2024-11-14T04:27:43,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742169_1348 (size=743) 2024-11-14T04:27:43,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:43,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742170_1349 (size=743) 2024-11-14T04:27:43,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742170_1349 (size=743) 2024-11-14T04:27:43,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T04:27:43,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:43,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5, size=1.4 K (1393bytes) at 1731558463180Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5 so closing down at 1731558463183 (+3 ms)3 split writer threads finished at 1731558463184 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558463200 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558463210 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463219 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558463220 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463224 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731558463225 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558463225 2024-11-14T04:27:43,226 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.5 2024-11-14T04:27:43,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:43,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6 2024-11-14T04:27:43,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6 after 0ms 2024-11-14T04:27:43,229 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6 took 3ms 2024-11-14T04:27:43,230 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6 so closing down 2024-11-14T04:27:43,230 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,230 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:43,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:43,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:43,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:43,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742171_1350 (size=749) 2024-11-14T04:27:43,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742171_1350 (size=749) 2024-11-14T04:27:43,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742172_1351 (size=749) 2024-11-14T04:27:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742172_1351 (size=749) 2024-11-14T04:27:43,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:43,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:43,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6, size=1.4 K (1405bytes) at 1731558463227Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6 so closing down at 1731558463230 (+3 ms)3 split writer threads finished at 1731558463230Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558463232 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558463241 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463250 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558463251 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463659 (+408 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558463660 (+1 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558463660 2024-11-14T04:27:43,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.6 2024-11-14T04:27:43,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:43,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7 2024-11-14T04:27:43,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7 after 0ms 2024-11-14T04:27:43,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7 took 2ms 2024-11-14T04:27:43,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7 so closing down 2024-11-14T04:27:43,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,665 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,667 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:43,667 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:43,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:43,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:43,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742173_1352 (size=753) 2024-11-14T04:27:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742173_1352 (size=753) 2024-11-14T04:27:43,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:43,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742174_1353 (size=753) 2024-11-14T04:27:43,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742174_1353 (size=753) 2024-11-14T04:27:43,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:43,699 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:43,699 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7, size=1.4 K (1413bytes) at 1731558463662Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7 so closing down at 1731558463665 (+3 ms)3 split writer threads finished at 1731558463665Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558463668 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558463668Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463682 (+14 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558463686 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463698 (+12 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558463699 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558463699 2024-11-14T04:27:43,701 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.7 2024-11-14T04:27:43,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:43,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8 2024-11-14T04:27:43,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8 after 0ms 2024-11-14T04:27:43,705 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8 took 4ms 2024-11-14T04:27:43,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8 so closing down 2024-11-14T04:27:43,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:43,709 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:43,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:43,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:43,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742176_1355 (size=753) 2024-11-14T04:27:43,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742176_1355 (size=753) 2024-11-14T04:27:43,727 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:43,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742175_1354 (size=753) 2024-11-14T04:27:43,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742175_1354 (size=753) 2024-11-14T04:27:43,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:43,738 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:43,738 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8, size=1.4 K (1413bytes) at 1731558463701Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8 so closing down at 1731558463706 (+5 ms)3 split writer threads finished at 1731558463706Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558463709 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558463710 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463724 (+14 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558463727 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463736 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558463738 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558463738 2024-11-14T04:27:43,740 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.8 2024-11-14T04:27:43,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:43,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9 2024-11-14T04:27:43,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9 after 0ms 2024-11-14T04:27:43,742 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9 took 2ms 2024-11-14T04:27:43,744 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9 so closing down 2024-11-14T04:27:43,744 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,744 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:43,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:43,756 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:43,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:43,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742177_1356 (size=753) 2024-11-14T04:27:43,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742177_1356 (size=753) 2024-11-14T04:27:43,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:43,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742178_1357 (size=753) 2024-11-14T04:27:43,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742178_1357 (size=753) 2024-11-14T04:27:43,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:43,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:43,790 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:43,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9, size=1.4 K (1413bytes) at 1731558463740Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9 so closing down at 1731558463744 (+4 ms)3 split writer threads finished at 1731558463744Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558463750 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558463760 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463770 (+10 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558463771 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558463789 (+18 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558463790 (+1 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558463790 2024-11-14T04:27:43,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.9 2024-11-14T04:27:43,792 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty, size=93 (93bytes) 2024-11-14T04:27:43,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty 2024-11-14T04:27:43,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty after 0ms 2024-11-14T04:27:43,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty took 3ms 2024-11-14T04:27:43,797 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty so closing down 2024-11-14T04:27:43,797 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:43,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:43,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T04:27:43,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty, size=93 (93bytes) at 1731558463792Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty so closing down at 1731558463797 (+5 ms)3 split writer threads finished at 1731558463797Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731558463797 2024-11-14T04:27:43,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/WALs/testemptylogfiles,16010,1731558461992/wal.dat.empty to hdfs://localhost:42079/user/jenkins/test-data/b8b5c42b-00b2-d893-c828-31d841a33e13/oldWALs/wal.dat.empty 2024-11-14T04:27:43,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 560), ProcessCount=11 (was 11), AvailableMemoryMB=2431 (was 2431) 2024-11-14T04:27:43,884 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=2430 2024-11-14T04:27:43,884 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:43,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742179_1358 (size=7) 2024-11-14T04:27:43,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742179_1358 (size=7) 2024-11-14T04:27:43,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:43,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:43,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:43,905 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:43,905 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:43,906 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:43,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:43,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742180_1359 (size=1393) 2024-11-14T04:27:43,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742180_1359 (size=1393) 2024-11-14T04:27:43,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:43,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:43,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742181_1360 (size=1393) 2024-11-14T04:27:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742181_1360 (size=1393) 2024-11-14T04:27:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:43,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742182_1361 (size=1393) 2024-11-14T04:27:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742182_1361 (size=1393) 2024-11-14T04:27:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:44,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:44,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742183_1362 (size=1393) 2024-11-14T04:27:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742183_1362 (size=1393) 2024-11-14T04:27:44,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:44,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:44,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742184_1363 (size=1393) 2024-11-14T04:27:44,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742184_1363 (size=1393) 2024-11-14T04:27:44,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:44,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742185_1364 (size=1393) 2024-11-14T04:27:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742185_1364 (size=1393) 2024-11-14T04:27:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:44,429 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742186_1365 (size=1405) 2024-11-14T04:27:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742186_1365 (size=1405) 2024-11-14T04:27:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:44,462 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:44,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742187_1366 (size=1413) 2024-11-14T04:27:44,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742187_1366 (size=1413) 2024-11-14T04:27:44,484 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:44,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742188_1367 (size=1413) 2024-11-14T04:27:44,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742188_1367 (size=1413) 2024-11-14T04:27:44,519 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:44,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:44,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:44,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:44,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742189_1368 (size=1413) 2024-11-14T04:27:44,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742189_1368 (size=1413) 2024-11-14T04:27:44,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:44,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:44,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0 2024-11-14T04:27:44,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0 after 0ms 2024-11-14T04:27:44,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0 took 2ms 2024-11-14T04:27:44,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0 so closing down 2024-11-14T04:27:44,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:44,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:44,582 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:44,582 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:44,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:44,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742190_1369 (size=743) 2024-11-14T04:27:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742191_1370 (size=743) 2024-11-14T04:27:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742191_1370 (size=743) 2024-11-14T04:27:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742190_1369 (size=743) 2024-11-14T04:27:44,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:44,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:44,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:44,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:44,601 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:44,601 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0, size=1.4 K (1393bytes) at 1731558464575Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0 so closing down at 1731558464579 (+4 ms)3 split writer threads finished at 1731558464579Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558464583 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558464583Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558464597 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558464597Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558464599 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558464600 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558464601 (+1 ms) 2024-11-14T04:27:44,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.0 2024-11-14T04:27:44,604 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:44,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1 2024-11-14T04:27:44,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1 after 0ms 2024-11-14T04:27:44,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1 took 2ms 2024-11-14T04:27:44,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1 so closing down 2024-11-14T04:27:44,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:44,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:44,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:44,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:44,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:44,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742192_1371 (size=743) 2024-11-14T04:27:44,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742192_1371 (size=743) 2024-11-14T04:27:44,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742193_1372 (size=743) 2024-11-14T04:27:44,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742193_1372 (size=743) 2024-11-14T04:27:44,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:44,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:45,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:45,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:45,034 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1, size=1.4 K (1393bytes) at 1731558464604Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1 so closing down at 1731558464608 (+4 ms)3 split writer threads finished at 1731558464608Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558464615 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558464615Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558464632 (+17 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558464633 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465033 (+400 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558465034 (+1 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558465034 2024-11-14T04:27:45,035 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.1 2024-11-14T04:27:45,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:45,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2 2024-11-14T04:27:45,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2 after 0ms 2024-11-14T04:27:45,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2 took 2ms 2024-11-14T04:27:45,039 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2 so closing down 2024-11-14T04:27:45,039 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:45,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:45,041 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:45,041 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:45,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:45,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742194_1373 (size=743) 2024-11-14T04:27:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742194_1373 (size=743) 2024-11-14T04:27:45,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742195_1374 (size=743) 2024-11-14T04:27:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742195_1374 (size=743) 2024-11-14T04:27:45,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:45,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:45,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2, size=1.4 K (1393bytes) at 1731558465036Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2 so closing down at 1731558465039 (+3 ms)3 split writer threads finished at 1731558465039Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558465041 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558465041Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465047 (+6 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558465049 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465054 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558465055 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558465055 2024-11-14T04:27:45,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.2 2024-11-14T04:27:45,058 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:45,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3 2024-11-14T04:27:45,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3 after 0ms 2024-11-14T04:27:45,060 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3 took 2ms 2024-11-14T04:27:45,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3 so closing down 2024-11-14T04:27:45,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:45,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:45,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:45,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:45,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:45,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742196_1375 (size=743) 2024-11-14T04:27:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742196_1375 (size=743) 2024-11-14T04:27:45,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742197_1376 (size=743) 2024-11-14T04:27:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742197_1376 (size=743) 2024-11-14T04:27:45,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:45,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:45,480 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:45,480 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3, size=1.4 K (1393bytes) at 1731558465058Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3 so closing down at 1731558465061 (+3 ms)3 split writer threads finished at 1731558465061Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558465064 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558465064Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465078 (+14 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558465080 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465479 (+399 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558465480 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558465480 2024-11-14T04:27:45,482 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.3 2024-11-14T04:27:45,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:45,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4 2024-11-14T04:27:45,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4 after 0ms 2024-11-14T04:27:45,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4 took 2ms 2024-11-14T04:27:45,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4 so closing down 2024-11-14T04:27:45,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:45,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:45,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:45,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:45,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:45,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:45,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742198_1377 (size=743) 2024-11-14T04:27:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742198_1377 (size=743) 2024-11-14T04:27:45,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742199_1378 (size=743) 2024-11-14T04:27:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742199_1378 (size=743) 2024-11-14T04:27:45,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:45,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:45,501 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:45,501 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4, size=1.4 K (1393bytes) at 1731558465482Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4 so closing down at 1731558465485 (+3 ms)3 split writer threads finished at 1731558465486 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558465489 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558465490 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465498 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465500 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558465500Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558465501 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558465501 2024-11-14T04:27:45,503 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.4 2024-11-14T04:27:45,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:45,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5 2024-11-14T04:27:45,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5 after 0ms 2024-11-14T04:27:45,506 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5 took 3ms 2024-11-14T04:27:45,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5 so closing down 2024-11-14T04:27:45,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:45,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:45,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:45,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:45,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:45,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742200_1379 (size=743) 2024-11-14T04:27:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742200_1379 (size=743) 2024-11-14T04:27:45,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T04:27:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742201_1380 (size=743) 2024-11-14T04:27:45,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742201_1380 (size=743) 2024-11-14T04:27:45,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:45,549 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:45,549 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5, size=1.4 K (1393bytes) at 1731558465504Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5 so closing down at 1731558465507 (+3 ms)3 split writer threads finished at 1731558465507Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558465511 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558465524 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465538 (+14 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731558465540 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465547 (+7 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558465549 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558465549 2024-11-14T04:27:45,551 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.5 2024-11-14T04:27:45,551 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:45,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6 2024-11-14T04:27:45,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6 after 1ms 2024-11-14T04:27:45,554 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6 took 3ms 2024-11-14T04:27:45,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6 so closing down 2024-11-14T04:27:45,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:45,562 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:45,565 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:45,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:45,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:45,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742202_1381 (size=749) 2024-11-14T04:27:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742202_1381 (size=749) 2024-11-14T04:27:45,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:45,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742203_1382 (size=749) 2024-11-14T04:27:45,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742203_1382 (size=749) 2024-11-14T04:27:45,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:45,613 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:45,613 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6, size=1.4 K (1405bytes) at 1731558465551Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6 so closing down at 1731558465562 (+11 ms)3 split writer threads finished at 1731558465562Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558465572 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558465572Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465598 (+26 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558465600 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465611 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558465612 (+1 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558465613 (+1 ms) 2024-11-14T04:27:45,615 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.6 2024-11-14T04:27:45,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:45,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7 2024-11-14T04:27:45,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7 after 1ms 2024-11-14T04:27:45,626 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7 took 10ms 2024-11-14T04:27:45,629 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7 so closing down 2024-11-14T04:27:45,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:45,633 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:45,638 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:45,638 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:45,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:45,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742204_1383 (size=753) 2024-11-14T04:27:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742205_1384 (size=753) 2024-11-14T04:27:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742205_1384 (size=753) 2024-11-14T04:27:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742204_1383 (size=753) 2024-11-14T04:27:45,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:45,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:45,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:45,666 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7, size=1.4 K (1413bytes) at 1731558465616Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7 so closing down at 1731558465629 (+13 ms)3 split writer threads finished at 1731558465633 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558465644 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558465646 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465663 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465664 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558465665 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558465665Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558465665 2024-11-14T04:27:45,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.7 2024-11-14T04:27:45,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:45,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8 2024-11-14T04:27:45,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8 after 0ms 2024-11-14T04:27:45,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8 took 3ms 2024-11-14T04:27:45,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8 so closing down 2024-11-14T04:27:45,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:45,671 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:45,673 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:45,673 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:45,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:45,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:45,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742206_1385 (size=753) 2024-11-14T04:27:45,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742206_1385 (size=753) 2024-11-14T04:27:45,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742207_1386 (size=753) 2024-11-14T04:27:45,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:45,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:45,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742207_1386 (size=753) 2024-11-14T04:27:45,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:45,699 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:45,699 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8, size=1.4 K (1413bytes) at 1731558465668Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8 so closing down at 1731558465671 (+3 ms)3 split writer threads finished at 1731558465671Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558465681 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558465684 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465688 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558465690 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558465696 (+6 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558465699 (+3 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558465699 2024-11-14T04:27:45,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.8 2024-11-14T04:27:45,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:45,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9 2024-11-14T04:27:45,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9 after 0ms 2024-11-14T04:27:45,703 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9 took 3ms 2024-11-14T04:27:45,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9 so closing down 2024-11-14T04:27:45,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:45,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:45,712 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:45,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:45,725 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:45,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742208_1387 (size=753) 2024-11-14T04:27:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742208_1387 (size=753) 2024-11-14T04:27:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742209_1388 (size=753) 2024-11-14T04:27:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742209_1388 (size=753) 2024-11-14T04:27:46,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:46,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:46,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:46,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9, size=1.4 K (1413bytes) at 1731558465701Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9 so closing down at 1731558465709 (+8 ms)3 split writer threads finished at 1731558465709Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558465723 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558465729 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466148 (+419 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466149 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558466149Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558466150 (+1 ms)Processed 20 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558466150 2024-11-14T04:27:46,151 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731558463905/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/4bdc4377-4775-28b6-8bff-b06ba7e0c69c/oldWALs/wal.dat.9 2024-11-14T04:27:46,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 560), ProcessCount=11 (was 11), AvailableMemoryMB=2415 (was 2430) 2024-11-14T04:27:46,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=539, ProcessCount=11, AvailableMemoryMB=2415 2024-11-14T04:27:46,167 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:46,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742210_1389 (size=7) 2024-11-14T04:27:46,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742210_1389 (size=7) 2024-11-14T04:27:46,177 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:46,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:46,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:46,181 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:46,185 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:42079/user/jenkins/test-data/adfa18bb-47ff-b74b-cd0a-0215bf0edd99/data/hbase/meta/1588230740/recovered.edits 2024-11-14T04:27:46,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 539), ProcessCount=11 (was 11), AvailableMemoryMB=2414 (was 2415) 2024-11-14T04:27:46,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=539, ProcessCount=11, AvailableMemoryMB=2413 2024-11-14T04:27:46,211 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:46,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742211_1390 (size=7) 2024-11-14T04:27:46,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742211_1390 (size=7) 2024-11-14T04:27:46,222 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:46,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:46,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:46,228 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:46,229 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-14T04:27:46,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:46,231 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-14T04:27:46,232 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-14T04:27:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742212_1391 (size=818) 2024-11-14T04:27:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742212_1391 (size=818) 2024-11-14T04:27:46,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5, size=818 (818bytes) 2024-11-14T04:27:46,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5 2024-11-14T04:27:46,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5 after 1ms 2024-11-14T04:27:46,271 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5 took 5ms 2024-11-14T04:27:46,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5 so closing down 2024-11-14T04:27:46,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:46,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:46,278 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-14T04:27:46,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-14T04:27:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742213_1392 (size=783) 2024-11-14T04:27:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742213_1392 (size=783) 2024-11-14T04:27:46,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-14T04:27:46,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-14T04:27:46,291 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-14T04:27:46,291 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5, size=818 (818bytes) at 1731558466266Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5 so closing down at 1731558466274 (+8 ms)3 split writer threads finished at 1731558466276 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731558466280 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731558466290 (+10 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731558466291 (+1 ms)Processed 11 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731558466291 2024-11-14T04:27:46,293 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/WALs/testemptywaledit,16010,1731558466229/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/dba2f8bb-366a-6f02-e9e7-a3b31a13af51/oldWALs/wal.dat.5 2024-11-14T04:27:46,310 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 539), ProcessCount=11 (was 11), AvailableMemoryMB=2410 (was 2413) 2024-11-14T04:27:46,317 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=539, ProcessCount=11, AvailableMemoryMB=2410 2024-11-14T04:27:46,318 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:46,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742214_1393 (size=7) 2024-11-14T04:27:46,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742214_1393 (size=7) 2024-11-14T04:27:46,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:46,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:46,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:46,339 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:46,339 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:46,340 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:46,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:46,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742215_1394 (size=1393) 2024-11-14T04:27:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742215_1394 (size=1393) 2024-11-14T04:27:46,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:46,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:46,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742216_1395 (size=1393) 2024-11-14T04:27:46,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742216_1395 (size=1393) 2024-11-14T04:27:46,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:46,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:46,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742217_1396 (size=1393) 2024-11-14T04:27:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742217_1396 (size=1393) 2024-11-14T04:27:46,389 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:46,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:46,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742218_1397 (size=1393) 2024-11-14T04:27:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742218_1397 (size=1393) 2024-11-14T04:27:46,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:46,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742219_1398 (size=1393) 2024-11-14T04:27:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742219_1398 (size=1393) 2024-11-14T04:27:46,438 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:46,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742220_1399 (size=1393) 2024-11-14T04:27:46,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742220_1399 (size=1393) 2024-11-14T04:27:46,461 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:46,462 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:46,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742221_1400 (size=1405) 2024-11-14T04:27:46,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742221_1400 (size=1405) 2024-11-14T04:27:46,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:46,483 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:46,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742222_1401 (size=1413) 2024-11-14T04:27:46,496 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:46,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:46,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742222_1401 (size=1413) 2024-11-14T04:27:46,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742223_1402 (size=1413) 2024-11-14T04:27:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742223_1402 (size=1413) 2024-11-14T04:27:46,513 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:46,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:46,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:46,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:46,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742224_1403 (size=1413) 2024-11-14T04:27:46,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742224_1403 (size=1413) 2024-11-14T04:27:46,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:46,587 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:46,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0 2024-11-14T04:27:46,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0 after 1ms 2024-11-14T04:27:46,591 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0 took 4ms 2024-11-14T04:27:46,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0 so closing down 2024-11-14T04:27:46,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:46,601 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:46,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:46,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:46,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:46,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:46,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742226_1405 (size=743) 2024-11-14T04:27:46,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742226_1405 (size=743) 2024-11-14T04:27:46,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742227_1406 (size=743) 2024-11-14T04:27:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742227_1406 (size=743) 2024-11-14T04:27:46,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:46,645 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:46,645 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0, size=1.4 K (1393bytes) at 1731558466587Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0 so closing down at 1731558466599 (+12 ms)3 split writer threads finished at 1731558466601 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558466615 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558466615Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466630 (+15 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558466632 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466643 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558466644 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558466645 (+1 ms) 2024-11-14T04:27:46,649 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/oldWALs/wal.dat.0 2024-11-14T04:27:46,650 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:46,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1 2024-11-14T04:27:46,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1 after 0ms 2024-11-14T04:27:46,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1 took 4ms 2024-11-14T04:27:46,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1 so closing down 2024-11-14T04:27:46,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:46,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:46,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:46,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:46,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:46,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:46,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742229_1408 (size=743) 2024-11-14T04:27:46,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742229_1408 (size=743) 2024-11-14T04:27:46,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:46,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742228_1407 (size=743) 2024-11-14T04:27:46,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742228_1407 (size=743) 2024-11-14T04:27:46,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:46,682 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:46,682 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1, size=1.4 K (1393bytes) at 1731558466650Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1 so closing down at 1731558466654 (+4 ms)3 split writer threads finished at 1731558466655 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558466658 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558466660 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466671 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558466672 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466680 (+8 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558466682 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558466682 2024-11-14T04:27:46,684 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/oldWALs/wal.dat.1 2024-11-14T04:27:46,684 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:46,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2 2024-11-14T04:27:46,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2 after 0ms 2024-11-14T04:27:46,687 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2 took 3ms 2024-11-14T04:27:46,689 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2 so closing down 2024-11-14T04:27:46,689 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:46,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:46,692 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:46,692 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:46,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:46,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:46,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742231_1410 (size=743) 2024-11-14T04:27:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742231_1410 (size=743) 2024-11-14T04:27:46,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742230_1409 (size=743) 2024-11-14T04:27:46,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742230_1409 (size=743) 2024-11-14T04:27:46,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:46,715 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:46,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:46,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2, size=1.4 K (1393bytes) at 1731558466684Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2 so closing down at 1731558466689 (+5 ms)3 split writer threads finished at 1731558466690 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558466700 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558466701 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466710 (+9 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558466715 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466715Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558466718 (+3 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558466718 2024-11-14T04:27:46,720 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/oldWALs/wal.dat.2 2024-11-14T04:27:46,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:46,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3 2024-11-14T04:27:46,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3 after 0ms 2024-11-14T04:27:46,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3 took 2ms 2024-11-14T04:27:46,724 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3 so closing down 2024-11-14T04:27:46,724 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:46,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:46,732 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:46,732 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:46,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:46,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742233_1412 (size=743) 2024-11-14T04:27:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742233_1412 (size=743) 2024-11-14T04:27:46,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:46,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742232_1411 (size=743) 2024-11-14T04:27:46,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742232_1411 (size=743) 2024-11-14T04:27:46,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:46,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:46,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3, size=1.4 K (1393bytes) at 1731558466720Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3 so closing down at 1731558466724 (+4 ms)3 split writer threads finished at 1731558466730 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558466733 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558466733Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466752 (+19 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558466753 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558466763 (+10 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558466764 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558466764 2024-11-14T04:27:46,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/oldWALs/wal.dat.3 2024-11-14T04:27:46,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:46,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4 2024-11-14T04:27:46,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4 after 0ms 2024-11-14T04:27:46,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4 took 3ms 2024-11-14T04:27:46,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4 so closing down 2024-11-14T04:27:46,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:46,771 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:46,773 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:46,773 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:46,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:46,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:46,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742235_1414 (size=743) 2024-11-14T04:27:46,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742235_1414 (size=743) 2024-11-14T04:27:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742234_1413 (size=743) 2024-11-14T04:27:46,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742234_1413 (size=743) 2024-11-14T04:27:47,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:47,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:47,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:47,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:47,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 450 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:47,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4, size=1.4 K (1393bytes) at 1731558466766Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4 so closing down at 1731558466770 (+4 ms)3 split writer threads finished at 1731558466771 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558466776 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558466786 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558467215 (+429 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558467216 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558467219 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558467220 (+1 ms)Processed 20 edits across 2 Regions in 450 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558467220 2024-11-14T04:27:47,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/oldWALs/wal.dat.4 2024-11-14T04:27:47,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T04:27:47,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 2024-11-14T04:27:47,222 WARN [IPC Server handler 3 on default port 42079 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-14T04:27:47,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 after 1ms 2024-11-14T04:27:47,832 WARN [ResponseProcessor for block BP-1156595703-172.17.0.3-1731558417174:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1156595703-172.17.0.3-1731558417174:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:47,832 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-735854789_22 at /127.0.0.1:56062 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:43707:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56062 dst: /127.0.0.1:43707 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43707 remote=/127.0.0.1:56062]. Total timeout mills is 60000, 58731 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:47,832 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-735854789_22 at /127.0.0.1:55970 [Receiving block BP-1156595703-172.17.0.3-1731558417174:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:40741:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55970 dst: /127.0.0.1:40741 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:27:47,832 WARN [DataStreamer for file /user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 block BP-1156595703-172.17.0.3-1731558417174:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1156595703-172.17.0.3-1731558417174:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43707,DS-cc5a820f-2a5b-4dbf-a4fd-0d4da862c748,DISK], DatanodeInfoWithStorage[127.0.0.1:40741,DS-5c930b16-7ae2-4cb3-98d1-24ce6fb112b4,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43707,DS-cc5a820f-2a5b-4dbf-a4fd-0d4da862c748,DISK]) is bad. 2024-11-14T04:27:47,833 WARN [DataStreamer for file /user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 block BP-1156595703-172.17.0.3-1731558417174:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1156595703-172.17.0.3-1731558417174:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T04:27:47,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742225_1415 (size=1394) 2024-11-14T04:27:47,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742225_1415 (size=1394) 2024-11-14T04:27:51,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 after 4001ms 2024-11-14T04:27:51,226 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 took 4004ms 2024-11-14T04:27:51,231 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:51,231 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 so closing down 2024-11-14T04:27:51,231 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:51,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:51,234 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:51,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:51,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:51,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742237_1417 (size=418) 2024-11-14T04:27:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742237_1417 (size=418) 2024-11-14T04:27:51,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T04:27:51,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742236_1416 (size=353) 2024-11-14T04:27:51,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742236_1416 (size=353) 2024-11-14T04:27:51,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-14T04:27:51,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T04:27:51,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5, size=1.4 K (1394bytes) at 1731558467222Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 so closing down at 1731558471231 (+4009 ms)3 split writer threads finished at 1731558471232 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558471244 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558471245 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558471257 (+12 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731558471258 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731558471259 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731558471260 (+1 ms)Processed 9 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731558471260 2024-11-14T04:27:51,262 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/corrupt/wal.dat.5 2024-11-14T04:27:51,262 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:51,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6 2024-11-14T04:27:51,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6 after 1ms 2024-11-14T04:27:51,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6 took 3ms 2024-11-14T04:27:51,266 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6 so closing down 2024-11-14T04:27:51,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:51,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:51,270 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:51,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:51,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:51,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:51,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742238_1418 (size=749) 2024-11-14T04:27:51,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742238_1418 (size=749) 2024-11-14T04:27:51,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742239_1419 (size=749) 2024-11-14T04:27:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742239_1419 (size=749) 2024-11-14T04:27:51,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:51,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:51,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6, size=1.4 K (1405bytes) at 1731558471262Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6 so closing down at 1731558471266 (+4 ms)3 split writer threads finished at 1731558471267 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558471271 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558471271Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558471282 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558471283 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558471286 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558471287 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558471287 2024-11-14T04:27:51,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/oldWALs/wal.dat.6 2024-11-14T04:27:51,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:51,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7 2024-11-14T04:27:51,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7 after 0ms 2024-11-14T04:27:51,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7 took 2ms 2024-11-14T04:27:51,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7 so closing down 2024-11-14T04:27:51,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:51,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:51,294 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:51,294 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:51,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:51,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742240_1420 (size=753) 2024-11-14T04:27:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742240_1420 (size=753) 2024-11-14T04:27:51,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742241_1421 (size=753) 2024-11-14T04:27:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742241_1421 (size=753) 2024-11-14T04:27:51,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:51,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:51,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7, size=1.4 K (1413bytes) at 1731558471289Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7 so closing down at 1731558471292 (+3 ms)3 split writer threads finished at 1731558471292Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558471294 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558471294Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558471305 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558471309 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558471314 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558471315 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558471315 2024-11-14T04:27:51,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/oldWALs/wal.dat.7 2024-11-14T04:27:51,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:51,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8 2024-11-14T04:27:51,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8 after 0ms 2024-11-14T04:27:51,319 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8 took 2ms 2024-11-14T04:27:51,320 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8 so closing down 2024-11-14T04:27:51,320 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:51,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:51,326 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:51,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:51,328 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:51,332 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742242_1422 (size=753) 2024-11-14T04:27:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742242_1422 (size=753) 2024-11-14T04:27:51,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742243_1423 (size=753) 2024-11-14T04:27:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742243_1423 (size=753) 2024-11-14T04:27:51,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:51,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:51,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:51,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8, size=1.4 K (1413bytes) at 1731558471317Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8 so closing down at 1731558471320 (+3 ms)3 split writer threads finished at 1731558471322 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558471327 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558471332 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558471343 (+11 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558471344 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558471344Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558471346 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558471346 2024-11-14T04:27:51,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/oldWALs/wal.dat.8 2024-11-14T04:27:51,348 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:51,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9 2024-11-14T04:27:51,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9 after 0ms 2024-11-14T04:27:51,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9 took 2ms 2024-11-14T04:27:51,351 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9 so closing down 2024-11-14T04:27:51,351 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:51,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:51,353 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:51,353 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:51,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:51,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742245_1425 (size=753) 2024-11-14T04:27:51,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742245_1425 (size=753) 2024-11-14T04:27:51,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742244_1424 (size=753) 2024-11-14T04:27:51,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742244_1424 (size=753) 2024-11-14T04:27:51,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:51,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:51,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:51,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9, size=1.4 K (1413bytes) at 1731558471348Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9 so closing down at 1731558471351 (+3 ms)3 split writer threads finished at 1731558471351Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558471354 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558471354Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558471366 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558471367 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558471368 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558471368Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558471368 2024-11-14T04:27:51,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731558466339/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/bd93813d-eef6-78a6-a617-c5aa5cfae99c/oldWALs/wal.dat.9 2024-11-14T04:27:51,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 539), ProcessCount=11 (was 11), AvailableMemoryMB=2388 (was 2410) 2024-11-14T04:27:51,438 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=528, ProcessCount=11, AvailableMemoryMB=2388 2024-11-14T04:27:51,438 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742246_1426 (size=7) 2024-11-14T04:27:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742246_1426 (size=7) 2024-11-14T04:27:51,444 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:51,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:51,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:51,447 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:51,447 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T04:27:51,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:51,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742247_1427 (size=863) 2024-11-14T04:27:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742247_1427 (size=863) 2024-11-14T04:27:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742248_1428 (size=823) 2024-11-14T04:27:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742248_1428 (size=823) 2024-11-14T04:27:51,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0, size=823 (823bytes) 2024-11-14T04:27:51,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0 2024-11-14T04:27:51,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0 after 0ms 2024-11-14T04:27:51,887 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0 took 2ms 2024-11-14T04:27:51,890 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0; continuing. 2024-11-14T04:27:51,890 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0 so closing down 2024-11-14T04:27:51,891 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:51,891 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:51,892 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:51,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742249_1429 (size=786) 2024-11-14T04:27:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742249_1429 (size=786) 2024-11-14T04:27:51,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:51,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-14T04:27:51,901 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-14T04:27:51,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0, size=823 (823bytes) at 1731558471885Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0 so closing down at 1731558471890 (+5 ms)3 split writer threads finished at 1731558471891 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558471893 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558471900 (+7 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731558471901 (+1 ms)Processed 9 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731558471901 2024-11-14T04:27:51,903 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/WALs/testeofisignored,16010,1731558471447/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/7047cdb9-faa2-b817-4f02-d1ff4f5c91b6/oldWALs/wal.dat.0 2024-11-14T04:27:51,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 528), ProcessCount=11 (was 11), AvailableMemoryMB=2387 (was 2388) 2024-11-14T04:27:51,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=528, ProcessCount=11, AvailableMemoryMB=2387 2024-11-14T04:27:51,918 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742250_1430 (size=7) 2024-11-14T04:27:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742250_1430 (size=7) 2024-11-14T04:27:51,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:51,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:51,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:51,927 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:51,927 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-14T04:27:51,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T04:27:51,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742251_1431 (size=93) 2024-11-14T04:27:51,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742251_1431 (size=93) 2024-11-14T04:27:51,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty, size=93 (93bytes) 2024-11-14T04:27:51,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty 2024-11-14T04:27:51,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty after 0ms 2024-11-14T04:27:51,948 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty took 2ms 2024-11-14T04:27:51,948 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty so closing down 2024-11-14T04:27:51,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:51,948 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:51,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T04:27:51,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty, size=93 (93bytes) at 1731558471946Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty so closing down at 1731558471948 (+2 ms)3 split writer threads finished at 1731558471948Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731558471948 2024-11-14T04:27:51,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/WALs/testsplitlogfileempty,16010,1731558471927/wal.dat..empty to hdfs://localhost:42079/user/jenkins/test-data/9bb939b2-39ca-a77b-c9fe-3345f7541588/oldWALs/wal.dat..empty 2024-11-14T04:27:51,957 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 528), ProcessCount=11 (was 11), AvailableMemoryMB=2386 (was 2387) 2024-11-14T04:27:51,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=528, ProcessCount=11, AvailableMemoryMB=2386 2024-11-14T04:27:51,963 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:51,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742252_1432 (size=7) 2024-11-14T04:27:51,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742252_1432 (size=7) 2024-11-14T04:27:51,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:51,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:51,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:51,972 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:51,972 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:51,973 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:51,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:51,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742253_1433 (size=1393) 2024-11-14T04:27:51,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742253_1433 (size=1393) 2024-11-14T04:27:51,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:51,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:51,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:51,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742254_1434 (size=1393) 2024-11-14T04:27:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742254_1434 (size=1393) 2024-11-14T04:27:51,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:52,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:52,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742255_1435 (size=1393) 2024-11-14T04:27:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742255_1435 (size=1393) 2024-11-14T04:27:52,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:52,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:52,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742256_1436 (size=1393) 2024-11-14T04:27:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742256_1436 (size=1393) 2024-11-14T04:27:52,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:52,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:52,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742257_1437 (size=1393) 2024-11-14T04:27:52,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742257_1437 (size=1393) 2024-11-14T04:27:52,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:52,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:52,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742258_1438 (size=1393) 2024-11-14T04:27:52,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742258_1438 (size=1393) 2024-11-14T04:27:52,038 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:52,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:52,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742259_1439 (size=1405) 2024-11-14T04:27:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742259_1439 (size=1405) 2024-11-14T04:27:52,051 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:52,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:52,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742260_1440 (size=1413) 2024-11-14T04:27:52,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742260_1440 (size=1413) 2024-11-14T04:27:52,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:52,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:52,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742261_1441 (size=1413) 2024-11-14T04:27:52,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742261_1441 (size=1413) 2024-11-14T04:27:52,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:52,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:52,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:52,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742262_1442 (size=1413) 2024-11-14T04:27:52,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742262_1442 (size=1413) 2024-11-14T04:27:52,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:52,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:52,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0 2024-11-14T04:27:52,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0 after 0ms 2024-11-14T04:27:52,101 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0 took 1ms 2024-11-14T04:27:52,102 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0 so closing down 2024-11-14T04:27:52,102 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:52,103 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:52,104 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:52,105 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:52,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:52,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742263_1443 (size=743) 2024-11-14T04:27:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742263_1443 (size=743) 2024-11-14T04:27:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742264_1444 (size=743) 2024-11-14T04:27:52,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742264_1444 (size=743) 2024-11-14T04:27:52,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:52,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T04:27:52,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:52,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0, size=1.4 K (1393bytes) at 1731558472099Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0 so closing down at 1731558472102 (+3 ms)3 split writer threads finished at 1731558472103 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558472105 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558472109 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472112 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472112Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558472113 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731558472113Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558472113 2024-11-14T04:27:52,114 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.0 2024-11-14T04:27:52,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:52,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1 2024-11-14T04:27:52,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1 after 0ms 2024-11-14T04:27:52,116 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1 took 1ms 2024-11-14T04:27:52,117 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1 so closing down 2024-11-14T04:27:52,117 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:52,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:52,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:52,120 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:52,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:52,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742265_1445 (size=743) 2024-11-14T04:27:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742265_1445 (size=743) 2024-11-14T04:27:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742266_1446 (size=743) 2024-11-14T04:27:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742266_1446 (size=743) 2024-11-14T04:27:52,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:52,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T04:27:52,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:52,131 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1, size=1.4 K (1393bytes) at 1731558472115Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1 so closing down at 1731558472117 (+2 ms)3 split writer threads finished at 1731558472117Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558472120 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558472120Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472130 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472130Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558472131 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731558472131Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558472131 2024-11-14T04:27:52,132 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.1 2024-11-14T04:27:52,132 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:52,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2 2024-11-14T04:27:52,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2 after 1ms 2024-11-14T04:27:52,134 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2 took 2ms 2024-11-14T04:27:52,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2 so closing down 2024-11-14T04:27:52,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:52,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:52,136 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:52,136 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:52,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:52,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:52,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742267_1447 (size=743) 2024-11-14T04:27:52,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742267_1447 (size=743) 2024-11-14T04:27:52,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742268_1448 (size=743) 2024-11-14T04:27:52,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742268_1448 (size=743) 2024-11-14T04:27:52,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:52,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T04:27:52,147 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:52,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2, size=1.4 K (1393bytes) at 1731558472132Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2 so closing down at 1731558472135 (+3 ms)3 split writer threads finished at 1731558472135Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558472137 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558472137Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472146 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472146Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558472147 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731558472147Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558472147 2024-11-14T04:27:52,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.2 2024-11-14T04:27:52,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:52,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3 2024-11-14T04:27:52,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3 after 1ms 2024-11-14T04:27:52,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3 took 2ms 2024-11-14T04:27:52,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3 so closing down 2024-11-14T04:27:52,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:52,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:52,153 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:52,153 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:52,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:52,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742270_1450 (size=743) 2024-11-14T04:27:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742270_1450 (size=743) 2024-11-14T04:27:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742269_1449 (size=743) 2024-11-14T04:27:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742269_1449 (size=743) 2024-11-14T04:27:52,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T04:27:52,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:52,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:52,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3, size=1.4 K (1393bytes) at 1731558472148Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3 so closing down at 1731558472151 (+3 ms)3 split writer threads finished at 1731558472151Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558472154 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558472154Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472157 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472157Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731558472158 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558472158Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558472158 2024-11-14T04:27:52,159 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.3 2024-11-14T04:27:52,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:52,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4 2024-11-14T04:27:52,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4 after 1ms 2024-11-14T04:27:52,161 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4 took 2ms 2024-11-14T04:27:52,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4 so closing down 2024-11-14T04:27:52,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:52,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:52,163 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:52,163 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:52,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:52,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742271_1451 (size=743) 2024-11-14T04:27:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742272_1452 (size=743) 2024-11-14T04:27:52,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742272_1452 (size=743) 2024-11-14T04:27:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742271_1451 (size=743) 2024-11-14T04:27:52,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:52,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T04:27:52,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:52,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4, size=1.4 K (1393bytes) at 1731558472159Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4 so closing down at 1731558472162 (+3 ms)3 split writer threads finished at 1731558472162Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558472164 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558472164Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472168 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558472169 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472570 (+401 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731558472574 (+4 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558472574 2024-11-14T04:27:52,578 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.4 2024-11-14T04:27:52,578 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:52,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5 2024-11-14T04:27:52,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5 after 1ms 2024-11-14T04:27:52,582 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5 took 4ms 2024-11-14T04:27:52,584 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5 so closing down 2024-11-14T04:27:52,584 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:52,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:52,587 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:52,587 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:52,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:52,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742273_1453 (size=743) 2024-11-14T04:27:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742273_1453 (size=743) 2024-11-14T04:27:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742274_1454 (size=743) 2024-11-14T04:27:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742274_1454 (size=743) 2024-11-14T04:27:52,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:52,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T04:27:52,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T04:27:52,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5, size=1.4 K (1393bytes) at 1731558472578Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5 so closing down at 1731558472584 (+6 ms)3 split writer threads finished at 1731558472585 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558472588 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558472588Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472593 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472593Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558472594 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731558472594Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731558472594 2024-11-14T04:27:52,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.5 2024-11-14T04:27:52,596 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:52,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6 2024-11-14T04:27:52,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6 after 0ms 2024-11-14T04:27:52,598 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6 took 2ms 2024-11-14T04:27:52,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6 so closing down 2024-11-14T04:27:52,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:52,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:52,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:52,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:52,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:52,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:52,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742275_1455 (size=749) 2024-11-14T04:27:52,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742276_1456 (size=749) 2024-11-14T04:27:52,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742275_1455 (size=749) 2024-11-14T04:27:52,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742276_1456 (size=749) 2024-11-14T04:27:52,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:52,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T04:27:52,610 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T04:27:52,611 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6, size=1.4 K (1405bytes) at 1731558472596Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6 so closing down at 1731558472599 (+3 ms)3 split writer threads finished at 1731558472599Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558472602 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558472602Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472609 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472609Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558472610 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731558472610Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731558472611 (+1 ms) 2024-11-14T04:27:52,612 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.6 2024-11-14T04:27:52,612 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:52,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7 2024-11-14T04:27:52,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7 after 1ms 2024-11-14T04:27:52,615 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7 took 2ms 2024-11-14T04:27:52,616 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7 so closing down 2024-11-14T04:27:52,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:52,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:52,618 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:52,618 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:52,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:52,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742277_1457 (size=753) 2024-11-14T04:27:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742277_1457 (size=753) 2024-11-14T04:27:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742278_1458 (size=753) 2024-11-14T04:27:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742278_1458 (size=753) 2024-11-14T04:27:52,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:52,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:52,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T04:27:52,625 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:52,625 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7, size=1.4 K (1413bytes) at 1731558472612Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7 so closing down at 1731558472616 (+4 ms)3 split writer threads finished at 1731558472616Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558472619 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558472619Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472624 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558472624Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558472625 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731558472625Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558472625 2024-11-14T04:27:52,626 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.7 2024-11-14T04:27:52,627 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:52,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8 2024-11-14T04:27:52,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8 after 0ms 2024-11-14T04:27:52,629 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8 took 2ms 2024-11-14T04:27:52,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8 so closing down 2024-11-14T04:27:52,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:52,630 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:52,632 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:52,632 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:52,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:52,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742279_1459 (size=753) 2024-11-14T04:27:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742279_1459 (size=753) 2024-11-14T04:27:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742280_1460 (size=753) 2024-11-14T04:27:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742280_1460 (size=753) 2024-11-14T04:27:53,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:53,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:53,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:53,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T04:27:53,045 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:53,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8, size=1.4 K (1413bytes) at 1731558472627Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8 so closing down at 1731558472630 (+3 ms)3 split writer threads finished at 1731558472630Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558472633 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558472633Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558473041 (+408 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558473042 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558473044 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731558473045 (+1 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558473046 (+1 ms) 2024-11-14T04:27:53,050 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.8 2024-11-14T04:27:53,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:53,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9 2024-11-14T04:27:53,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9 after 0ms 2024-11-14T04:27:53,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9 took 4ms 2024-11-14T04:27:53,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9 so closing down 2024-11-14T04:27:53,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,055 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,057 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:53,057 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:53,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:53,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:53,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742281_1461 (size=753) 2024-11-14T04:27:53,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742281_1461 (size=753) 2024-11-14T04:27:53,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742282_1462 (size=753) 2024-11-14T04:27:53,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742282_1462 (size=753) 2024-11-14T04:27:53,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:53,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T04:27:53,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:53,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T04:27:53,066 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9, size=1.4 K (1413bytes) at 1731558473050Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9 so closing down at 1731558473055 (+5 ms)3 split writer threads finished at 1731558473055Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558473058 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558473058Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558473065 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558473065Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731558473066 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558473066Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731558473066 2024-11-14T04:27:53,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/WALs/testlogsgetarchivedaftersplit,16010,1731558471972/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/fdc58f70-b2ec-4c4d-a683-f6af90f8e6de/oldWALs/wal.dat.9 2024-11-14T04:27:53,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 528), ProcessCount=11 (was 11), AvailableMemoryMB=2382 (was 2386) 2024-11-14T04:27:53,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=528, ProcessCount=11, AvailableMemoryMB=2382 2024-11-14T04:27:53,081 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:53,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742283_1463 (size=7) 2024-11-14T04:27:53,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742283_1463 (size=7) 2024-11-14T04:27:53,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:53,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:53,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:53,091 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:53,091 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-14T04:27:53,091 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T04:27:53,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742284_1464 (size=723) 2024-11-14T04:27:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742284_1464 (size=723) 2024-11-14T04:27:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:53,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742285_1465 (size=723) 2024-11-14T04:27:53,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742285_1465 (size=723) 2024-11-14T04:27:53,107 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:53,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742286_1466 (size=723) 2024-11-14T04:27:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742286_1466 (size=723) 2024-11-14T04:27:53,114 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:53,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:53,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742287_1467 (size=723) 2024-11-14T04:27:53,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742287_1467 (size=723) 2024-11-14T04:27:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:53,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742288_1468 (size=723) 2024-11-14T04:27:53,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742288_1468 (size=723) 2024-11-14T04:27:53,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:53,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:53,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742289_1469 (size=723) 2024-11-14T04:27:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742289_1469 (size=723) 2024-11-14T04:27:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:53,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742290_1470 (size=723) 2024-11-14T04:27:53,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742290_1470 (size=723) 2024-11-14T04:27:53,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:53,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:53,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742291_1471 (size=723) 2024-11-14T04:27:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742291_1471 (size=723) 2024-11-14T04:27:53,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:53,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742292_1472 (size=723) 2024-11-14T04:27:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742292_1472 (size=723) 2024-11-14T04:27:53,156 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:53,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742293_1473 (size=723) 2024-11-14T04:27:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742293_1473 (size=723) 2024-11-14T04:27:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:53,176 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/oldWALs, maxLogs=32 2024-11-14T04:27:53,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731558473200 2024-11-14T04:27:53,208 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731558473200 2024-11-14T04:27:53,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36313:36313),(127.0.0.1/127.0.0.1:44023:44023)] 2024-11-14T04:27:53,264 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0, size=723 (723bytes) 2024-11-14T04:27:53,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0 2024-11-14T04:27:53,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0 after 0ms 2024-11-14T04:27:53,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0 took 2ms 2024-11-14T04:27:53,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0 so closing down 2024-11-14T04:27:53,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,269 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:53,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742295_1475 (size=723) 2024-11-14T04:27:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742295_1475 (size=723) 2024-11-14T04:27:53,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:53,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-14T04:27:53,276 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-14T04:27:53,276 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0, size=723 (723bytes) at 1731558473264Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0 so closing down at 1731558473267 (+3 ms)3 split writer threads finished at 1731558473267Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558473270 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558473275 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731558473276 (+1 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731558473091/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731558473276 2024-11-14T04:27:53,277 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:27:53,277 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:27:53,277 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:27:53,277 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:27:53,277 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T04:27:53,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742294_1474 (size=93) 2024-11-14T04:27:53,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742294_1474 (size=93) 2024-11-14T04:27:53,282 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6cb7dbf-093d-5259-e64f-15f3872fdffc/oldWALs 2024-11-14T04:27:53,283 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731558473200) 2024-11-14T04:27:53,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=147 (was 141) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 528), ProcessCount=11 (was 11), AvailableMemoryMB=2373 (was 2382) 2024-11-14T04:27:53,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=528, ProcessCount=11, AvailableMemoryMB=2372 2024-11-14T04:27:53,298 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742296_1476 (size=7) 2024-11-14T04:27:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742296_1476 (size=7) 2024-11-14T04:27:53,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:53,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:53,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:53,307 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:53,308 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T04:27:53,308 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:53,308 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:53,309 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:53,310 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:53,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742297_1477 (size=1393) 2024-11-14T04:27:53,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742297_1477 (size=1393) 2024-11-14T04:27:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:53,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742298_1478 (size=1393) 2024-11-14T04:27:53,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742298_1478 (size=1393) 2024-11-14T04:27:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:53,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742299_1479 (size=1393) 2024-11-14T04:27:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742299_1479 (size=1393) 2024-11-14T04:27:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:53,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742300_1480 (size=1393) 2024-11-14T04:27:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742300_1480 (size=1393) 2024-11-14T04:27:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:53,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:53,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742301_1481 (size=1393) 2024-11-14T04:27:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742301_1481 (size=1393) 2024-11-14T04:27:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:53,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:53,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742302_1482 (size=1393) 2024-11-14T04:27:53,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742302_1482 (size=1393) 2024-11-14T04:27:53,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:53,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:53,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742303_1483 (size=1405) 2024-11-14T04:27:53,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742303_1483 (size=1405) 2024-11-14T04:27:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:53,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742304_1484 (size=1413) 2024-11-14T04:27:53,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742304_1484 (size=1413) 2024-11-14T04:27:53,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:53,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:53,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742305_1485 (size=1413) 2024-11-14T04:27:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742305_1485 (size=1413) 2024-11-14T04:27:53,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:53,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:53,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742306_1486 (size=1413) 2024-11-14T04:27:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742306_1486 (size=1413) 2024-11-14T04:27:53,416 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:53,433 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:53,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 2024-11-14T04:27:53,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 after 0ms 2024-11-14T04:27:53,435 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 took 3ms 2024-11-14T04:27:53,436 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 so closing down 2024-11-14T04:27:53,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:53,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K (1393bytes) at 1731558473433Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 so closing down at 1731558473436 (+3 ms)3 split writer threads finished at 1731558473436Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558473436 2024-11-14T04:27:53,438 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.0 2024-11-14T04:27:53,438 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:53,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 2024-11-14T04:27:53,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 after 1ms 2024-11-14T04:27:53,441 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 took 3ms 2024-11-14T04:27:53,442 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 so closing down 2024-11-14T04:27:53,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,443 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:53,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K (1393bytes) at 1731558473438Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 so closing down at 1731558473442 (+4 ms)3 split writer threads finished at 1731558473443 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558473443 2024-11-14T04:27:53,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.1 2024-11-14T04:27:53,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:53,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 2024-11-14T04:27:53,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 after 0ms 2024-11-14T04:27:53,447 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 took 2ms 2024-11-14T04:27:53,448 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,449 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 so closing down 2024-11-14T04:27:53,449 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,449 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,449 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:53,449 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K (1393bytes) at 1731558473445Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 so closing down at 1731558473449 (+4 ms)3 split writer threads finished at 1731558473449Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558473449 2024-11-14T04:27:53,451 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.2 2024-11-14T04:27:53,451 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:53,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 2024-11-14T04:27:53,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 after 0ms 2024-11-14T04:27:53,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 took 2ms 2024-11-14T04:27:53,454 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 so closing down 2024-11-14T04:27:53,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,455 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:53,456 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K (1393bytes) at 1731558473451Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 so closing down at 1731558473455 (+4 ms)3 split writer threads finished at 1731558473455Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558473455 2024-11-14T04:27:53,457 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.3 2024-11-14T04:27:53,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:53,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 2024-11-14T04:27:53,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 after 0ms 2024-11-14T04:27:53,459 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 took 2ms 2024-11-14T04:27:53,460 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,461 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 so closing down 2024-11-14T04:27:53,461 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,461 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:53,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K (1393bytes) at 1731558473458Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 so closing down at 1731558473461 (+3 ms)3 split writer threads finished at 1731558473461Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558473461 2024-11-14T04:27:53,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.4 2024-11-14T04:27:53,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:53,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 2024-11-14T04:27:53,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 after 0ms 2024-11-14T04:27:53,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 took 1ms 2024-11-14T04:27:53,465 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 so closing down 2024-11-14T04:27:53,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,466 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:53,466 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K (1393bytes) at 1731558473463Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 so closing down at 1731558473466 (+3 ms)3 split writer threads finished at 1731558473466Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558473466 2024-11-14T04:27:53,468 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.5 2024-11-14T04:27:53,468 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:53,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 2024-11-14T04:27:53,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 after 0ms 2024-11-14T04:27:53,470 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 took 2ms 2024-11-14T04:27:53,471 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,471 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 so closing down 2024-11-14T04:27:53,471 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,471 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,472 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T04:27:53,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K (1405bytes) at 1731558473468Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 so closing down at 1731558473471 (+3 ms)3 split writer threads finished at 1731558473471Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731558473472 (+1 ms) 2024-11-14T04:27:53,473 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.6 2024-11-14T04:27:53,473 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:53,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 2024-11-14T04:27:53,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 after 1ms 2024-11-14T04:27:53,475 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 took 2ms 2024-11-14T04:27:53,476 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,476 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 so closing down 2024-11-14T04:27:53,476 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,477 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,477 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T04:27:53,477 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K (1413bytes) at 1731558473473Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 so closing down at 1731558473476 (+3 ms)3 split writer threads finished at 1731558473477 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731558473477 2024-11-14T04:27:53,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.7 2024-11-14T04:27:53,479 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:53,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 2024-11-14T04:27:53,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 after 0ms 2024-11-14T04:27:53,480 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 took 2ms 2024-11-14T04:27:53,481 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 so closing down 2024-11-14T04:27:53,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,482 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,482 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T04:27:53,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K (1413bytes) at 1731558473479Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 so closing down at 1731558473481 (+2 ms)3 split writer threads finished at 1731558473482 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731558473482 2024-11-14T04:27:53,483 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.8 2024-11-14T04:27:53,483 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:53,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 2024-11-14T04:27:53,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 after 0ms 2024-11-14T04:27:53,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 took 2ms 2024-11-14T04:27:53,485 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 so closing down 2024-11-14T04:27:53,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,486 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T04:27:53,486 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K (1413bytes) at 1731558473483Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 so closing down at 1731558473486 (+3 ms)3 split writer threads finished at 1731558473486Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731558473486 2024-11-14T04:27:53,487 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.9 2024-11-14T04:27:53,488 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558473437; access_time=1731558473310; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558473444; access_time=1731558473321; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558473450; access_time=1731558473332; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558473456; access_time=1731558473343; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558473462; access_time=1731558473355; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558473467; access_time=1731558473364; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731558473472; access_time=1731558473375; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731558473478; access_time=1731558473385; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731558473482; access_time=1731558473396; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731558473487; access_time=1731558473406; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T04:27:53,492 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:53,492 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:53,493 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:53,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742307_1487 (size=1393) 2024-11-14T04:27:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742307_1487 (size=1393) 2024-11-14T04:27:53,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:53,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742308_1488 (size=1393) 2024-11-14T04:27:53,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742308_1488 (size=1393) 2024-11-14T04:27:53,515 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:53,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:53,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742309_1489 (size=1393) 2024-11-14T04:27:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742309_1489 (size=1393) 2024-11-14T04:27:53,523 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:53,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742310_1490 (size=1393) 2024-11-14T04:27:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742310_1490 (size=1393) 2024-11-14T04:27:53,549 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:53,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742311_1491 (size=1393) 2024-11-14T04:27:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742311_1491 (size=1393) 2024-11-14T04:27:53,559 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:53,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742312_1492 (size=1393) 2024-11-14T04:27:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742312_1492 (size=1393) 2024-11-14T04:27:53,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:53,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742313_1493 (size=1405) 2024-11-14T04:27:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742313_1493 (size=1405) 2024-11-14T04:27:53,578 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:53,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:53,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742314_1494 (size=1413) 2024-11-14T04:27:53,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742314_1494 (size=1413) 2024-11-14T04:27:53,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:53,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:53,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742315_1495 (size=1413) 2024-11-14T04:27:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742315_1495 (size=1413) 2024-11-14T04:27:53,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:53,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:53,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742316_1496 (size=1413) 2024-11-14T04:27:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742316_1496 (size=1413) 2024-11-14T04:27:53,605 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:53,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:53,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 2024-11-14T04:27:53,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 after 0ms 2024-11-14T04:27:53,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 took 2ms 2024-11-14T04:27:53,627 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 so closing down 2024-11-14T04:27:53,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,629 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:53,629 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:53,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:53,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742317_1497 (size=418) 2024-11-14T04:27:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742317_1497 (size=418) 2024-11-14T04:27:53,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742318_1498 (size=418) 2024-11-14T04:27:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742318_1498 (size=418) 2024-11-14T04:27:53,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:53,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-14T04:27:53,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-14T04:27:53,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:53,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K (1393bytes) at 1731558473623Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 so closing down at 1731558473628 (+5 ms)3 split writer threads finished at 1731558473628Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558473630 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558473632 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558473635 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558473636 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731558473637 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731558473637Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558473637 2024-11-14T04:27:53,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.0 2024-11-14T04:27:53,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:53,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 2024-11-14T04:27:53,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 after 0ms 2024-11-14T04:27:53,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 took 2ms 2024-11-14T04:27:53,641 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:53,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 so closing down 2024-11-14T04:27:53,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:53,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:53,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:53,644 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:53,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:53,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:53,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742320_1500 (size=418) 2024-11-14T04:27:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742320_1500 (size=418) 2024-11-14T04:27:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742319_1499 (size=418) 2024-11-14T04:27:53,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742319_1499 (size=418) 2024-11-14T04:27:53,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-14T04:27:54,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-14T04:27:54,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:54,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K (1393bytes) at 1731558473639Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 so closing down at 1731558473642 (+3 ms)3 split writer threads finished at 1731558473642Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558473644 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558473644Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558473648 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731558473649 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474049 (+400 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731558474051 (+2 ms)Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558474052 (+1 ms) 2024-11-14T04:27:54,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.1 2024-11-14T04:27:54,055 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:54,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 2024-11-14T04:27:54,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 after 0ms 2024-11-14T04:27:54,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 took 3ms 2024-11-14T04:27:54,060 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:54,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 so closing down 2024-11-14T04:27:54,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:54,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:54,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:54,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:54,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:54,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:54,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742322_1502 (size=418) 2024-11-14T04:27:54,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742322_1502 (size=418) 2024-11-14T04:27:54,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742321_1501 (size=418) 2024-11-14T04:27:54,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742321_1501 (size=418) 2024-11-14T04:27:54,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-14T04:27:54,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-14T04:27:54,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:54,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K (1393bytes) at 1731558474055Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 so closing down at 1731558474061 (+6 ms)3 split writer threads finished at 1731558474061Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558474063 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558474063Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474069 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474070 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731558474070Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731558474070Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558474071 (+1 ms) 2024-11-14T04:27:54,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.2 2024-11-14T04:27:54,072 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:54,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 2024-11-14T04:27:54,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 after 0ms 2024-11-14T04:27:54,074 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 took 2ms 2024-11-14T04:27:54,075 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:54,075 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 so closing down 2024-11-14T04:27:54,075 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:54,075 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:54,077 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:54,077 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:54,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:54,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:54,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742323_1503 (size=418) 2024-11-14T04:27:54,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742324_1504 (size=418) 2024-11-14T04:27:54,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742323_1503 (size=418) 2024-11-14T04:27:54,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742324_1504 (size=418) 2024-11-14T04:27:54,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-14T04:27:54,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-14T04:27:54,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:54,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K (1393bytes) at 1731558474072Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 so closing down at 1731558474075 (+3 ms)3 split writer threads finished at 1731558474075Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558474078 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558474078Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474081 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474081Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731558474082 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731558474082Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558474082 2024-11-14T04:27:54,084 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.3 2024-11-14T04:27:54,084 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:54,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 2024-11-14T04:27:54,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 after 0ms 2024-11-14T04:27:54,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 took 1ms 2024-11-14T04:27:54,086 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:54,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 so closing down 2024-11-14T04:27:54,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:54,086 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:54,088 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:54,088 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:54,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:54,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742325_1505 (size=418) 2024-11-14T04:27:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742326_1506 (size=418) 2024-11-14T04:27:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742326_1506 (size=418) 2024-11-14T04:27:54,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742325_1505 (size=418) 2024-11-14T04:27:54,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-14T04:27:54,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-14T04:27:54,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:54,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K (1393bytes) at 1731558474084Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 so closing down at 1731558474086 (+2 ms)3 split writer threads finished at 1731558474086Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558474089 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558474089Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474092 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474092Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731558474093 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731558474093Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558474093 2024-11-14T04:27:54,094 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.4 2024-11-14T04:27:54,094 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:54,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 2024-11-14T04:27:54,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 after 1ms 2024-11-14T04:27:54,096 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 took 2ms 2024-11-14T04:27:54,097 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:54,097 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 so closing down 2024-11-14T04:27:54,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:54,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:54,099 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:54,099 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:54,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:54,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742328_1508 (size=418) 2024-11-14T04:27:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742327_1507 (size=418) 2024-11-14T04:27:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742327_1507 (size=418) 2024-11-14T04:27:54,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742328_1508 (size=418) 2024-11-14T04:27:54,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-14T04:27:54,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T04:27:54,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:54,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K (1393bytes) at 1731558474094Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 so closing down at 1731558474097 (+3 ms)3 split writer threads finished at 1731558474097Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558474100 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558474100Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474103 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474103Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731558474104 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731558474104Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558474105 (+1 ms) 2024-11-14T04:27:54,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.5 2024-11-14T04:27:54,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:54,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 2024-11-14T04:27:54,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 after 0ms 2024-11-14T04:27:54,107 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 took 1ms 2024-11-14T04:27:54,108 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:54,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 so closing down 2024-11-14T04:27:54,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:54,109 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:54,111 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:54,111 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:54,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:54,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742329_1509 (size=419) 2024-11-14T04:27:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742329_1509 (size=419) 2024-11-14T04:27:54,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-14T04:27:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742330_1510 (size=419) 2024-11-14T04:27:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742330_1510 (size=419) 2024-11-14T04:27:54,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-14T04:27:54,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T04:27:54,127 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K (1405bytes) at 1731558474106Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 so closing down at 1731558474109 (+3 ms)3 split writer threads finished at 1731558474109Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558474111 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558474112 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474120 (+8 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731558474121 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474126 (+5 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731558474127 (+1 ms)Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731558474127 2024-11-14T04:27:54,128 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.6 2024-11-14T04:27:54,128 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:54,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 2024-11-14T04:27:54,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 after 1ms 2024-11-14T04:27:54,130 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 took 2ms 2024-11-14T04:27:54,131 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:54,132 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 so closing down 2024-11-14T04:27:54,132 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:54,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:54,133 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:54,133 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:54,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:54,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:54,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742331_1511 (size=423) 2024-11-14T04:27:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742331_1511 (size=423) 2024-11-14T04:27:54,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-14T04:27:54,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742332_1512 (size=423) 2024-11-14T04:27:54,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742332_1512 (size=423) 2024-11-14T04:27:54,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-14T04:27:54,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T04:27:54,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K (1413bytes) at 1731558474128Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 so closing down at 1731558474132 (+4 ms)3 split writer threads finished at 1731558474132Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558474134 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558474134Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474142 (+8 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731558474143 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474150 (+7 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731558474151 (+1 ms)Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731558474151 2024-11-14T04:27:54,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.7 2024-11-14T04:27:54,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:54,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 2024-11-14T04:27:54,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 after 1ms 2024-11-14T04:27:54,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 took 2ms 2024-11-14T04:27:54,156 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:54,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 so closing down 2024-11-14T04:27:54,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:54,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:54,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:54,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:54,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:54,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742333_1513 (size=423) 2024-11-14T04:27:54,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742333_1513 (size=423) 2024-11-14T04:27:54,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742334_1514 (size=423) 2024-11-14T04:27:54,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742334_1514 (size=423) 2024-11-14T04:27:54,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-14T04:27:54,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,571 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-14T04:27:54,571 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T04:27:54,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K (1413bytes) at 1731558474153Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 so closing down at 1731558474157 (+4 ms)3 split writer threads finished at 1731558474157Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558474159 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558474159Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474165 (+6 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731558474167 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474567 (+400 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731558474571 (+4 ms)Processed 10 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731558474571 2024-11-14T04:27:54,576 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.8 2024-11-14T04:27:54,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:54,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 2024-11-14T04:27:54,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 after 1ms 2024-11-14T04:27:54,581 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 took 5ms 2024-11-14T04:27:54,583 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:54,584 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 so closing down 2024-11-14T04:27:54,584 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:54,584 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:54,588 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:54,588 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:54,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:54,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742335_1515 (size=423) 2024-11-14T04:27:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742335_1515 (size=423) 2024-11-14T04:27:54,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-14T04:27:54,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742336_1516 (size=423) 2024-11-14T04:27:54,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742336_1516 (size=423) 2024-11-14T04:27:54,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:54,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-14T04:27:54,598 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T04:27:54,598 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K (1413bytes) at 1731558474576Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 so closing down at 1731558474584 (+8 ms)3 split writer threads finished at 1731558474584Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558474589 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558474589Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474592 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731558474593 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731558474597 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731558474598 (+1 ms)Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731558474598 2024-11-14T04:27:54,599 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.9 2024-11-14T04:27:54,600 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558473638; access_time=1731558473494; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558474053; access_time=1731558473505; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558474071; access_time=1731558473515; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558474083; access_time=1731558473524; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558474094; access_time=1731558473549; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558474105; access_time=1731558473559; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731558474128; access_time=1731558473570; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731558474152; access_time=1731558473579; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731558474574; access_time=1731558473588; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731558474599; access_time=1731558473597; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T04:27:54,603 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:54,603 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:54,604 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:54,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:54,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742337_1517 (size=1393) 2024-11-14T04:27:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742337_1517 (size=1393) 2024-11-14T04:27:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:54,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T04:27:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742338_1518 (size=1393) 2024-11-14T04:27:54,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742338_1518 (size=1393) 2024-11-14T04:27:54,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T04:27:54,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T04:27:54,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742339_1519 (size=1393) 2024-11-14T04:27:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742339_1519 (size=1393) 2024-11-14T04:27:54,637 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T04:27:54,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T04:27:54,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742340_1520 (size=1393) 2024-11-14T04:27:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742340_1520 (size=1393) 2024-11-14T04:27:54,645 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T04:27:54,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T04:27:54,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:54,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742341_1521 (size=1393) 2024-11-14T04:27:54,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742341_1521 (size=1393) 2024-11-14T04:27:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T04:27:55,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T04:27:55,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742342_1522 (size=1393) 2024-11-14T04:27:55,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742342_1522 (size=1393) 2024-11-14T04:27:55,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T04:27:55,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T04:27:55,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742343_1523 (size=1405) 2024-11-14T04:27:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742343_1523 (size=1405) 2024-11-14T04:27:55,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T04:27:55,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T04:27:55,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742344_1524 (size=1413) 2024-11-14T04:27:55,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742344_1524 (size=1413) 2024-11-14T04:27:55,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T04:27:55,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T04:27:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742345_1525 (size=1413) 2024-11-14T04:27:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742345_1525 (size=1413) 2024-11-14T04:27:55,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T04:27:55,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T04:27:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742346_1526 (size=1413) 2024-11-14T04:27:55,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742346_1526 (size=1413) 2024-11-14T04:27:55,106 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T04:27:55,126 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T04:27:55,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 2024-11-14T04:27:55,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 after 0ms 2024-11-14T04:27:55,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 took 2ms 2024-11-14T04:27:55,129 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 so closing down 2024-11-14T04:27:55,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,131 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:55,131 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:55,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T04:27:55,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T04:27:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742348_1528 (size=678) 2024-11-14T04:27:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742348_1528 (size=678) 2024-11-14T04:27:55,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742347_1527 (size=743) 2024-11-14T04:27:55,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742347_1527 (size=743) 2024-11-14T04:27:55,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-14T04:27:55,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T04:27:55,140 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:55,140 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K (1393bytes) at 1731558475126Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 so closing down at 1731558475130 (+4 ms)3 split writer threads finished at 1731558475130Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731558475132 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731558475132Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475138 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475139 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731558475139Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731558475140 (+1 ms)Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558475140 2024-11-14T04:27:55,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.0 2024-11-14T04:27:55,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T04:27:55,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 2024-11-14T04:27:55,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 after 0ms 2024-11-14T04:27:55,143 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 took 2ms 2024-11-14T04:27:55,144 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,144 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 so closing down 2024-11-14T04:27:55,144 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,145 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,146 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:55,146 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:55,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T04:27:55,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T04:27:55,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742349_1529 (size=743) 2024-11-14T04:27:55,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742349_1529 (size=743) 2024-11-14T04:27:55,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742350_1530 (size=678) 2024-11-14T04:27:55,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742350_1530 (size=678) 2024-11-14T04:27:55,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T04:27:55,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-14T04:27:55,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:55,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K (1393bytes) at 1731558475142Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 so closing down at 1731558475144 (+2 ms)3 split writer threads finished at 1731558475145 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731558475147 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731558475147Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475156 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475156Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731558475157 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731558475157Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558475157 2024-11-14T04:27:55,158 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.1 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.1 2024-11-14T04:27:55,158 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T04:27:55,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 2024-11-14T04:27:55,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 after 1ms 2024-11-14T04:27:55,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 took 2ms 2024-11-14T04:27:55,161 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,161 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 so closing down 2024-11-14T04:27:55,161 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,161 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,163 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:55,163 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:55,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T04:27:55,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T04:27:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742351_1531 (size=743) 2024-11-14T04:27:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742351_1531 (size=743) 2024-11-14T04:27:55,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742352_1532 (size=678) 2024-11-14T04:27:55,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742352_1532 (size=678) 2024-11-14T04:27:55,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T04:27:55,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-14T04:27:55,168 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:55,168 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K (1393bytes) at 1731558475158Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 so closing down at 1731558475161 (+3 ms)3 split writer threads finished at 1731558475161Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731558475163 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731558475163Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475166 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475167 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731558475168 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731558475168Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558475168 2024-11-14T04:27:55,169 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.2 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.2 2024-11-14T04:27:55,169 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T04:27:55,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 2024-11-14T04:27:55,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 after 0ms 2024-11-14T04:27:55,171 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 took 2ms 2024-11-14T04:27:55,171 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 so closing down 2024-11-14T04:27:55,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,173 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:55,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:55,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T04:27:55,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T04:27:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742353_1533 (size=678) 2024-11-14T04:27:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742354_1534 (size=743) 2024-11-14T04:27:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742353_1533 (size=678) 2024-11-14T04:27:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742354_1534 (size=743) 2024-11-14T04:27:55,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-14T04:27:55,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T04:27:55,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:55,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K (1393bytes) at 1731558475169Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 so closing down at 1731558475172 (+3 ms)3 split writer threads finished at 1731558475172Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731558475174 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731558475174Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475177 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475177Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731558475178 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731558475178Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558475178 2024-11-14T04:27:55,180 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.3 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.3 2024-11-14T04:27:55,180 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T04:27:55,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 2024-11-14T04:27:55,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 after 0ms 2024-11-14T04:27:55,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 took 1ms 2024-11-14T04:27:55,182 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 so closing down 2024-11-14T04:27:55,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,184 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:55,184 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:55,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T04:27:55,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T04:27:55,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742356_1536 (size=743) 2024-11-14T04:27:55,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742355_1535 (size=678) 2024-11-14T04:27:55,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742356_1536 (size=743) 2024-11-14T04:27:55,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742355_1535 (size=678) 2024-11-14T04:27:55,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T04:27:55,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-14T04:27:55,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:55,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K (1393bytes) at 1731558475180Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 so closing down at 1731558475183 (+3 ms)3 split writer threads finished at 1731558475183Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731558475185 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731558475185Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475189 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475189Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731558475190 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731558475190Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558475191 (+1 ms) 2024-11-14T04:27:55,193 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.4 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.4 2024-11-14T04:27:55,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T04:27:55,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 2024-11-14T04:27:55,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 after 0ms 2024-11-14T04:27:55,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 took 2ms 2024-11-14T04:27:55,196 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 so closing down 2024-11-14T04:27:55,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,198 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:55,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:55,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T04:27:55,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T04:27:55,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742357_1537 (size=743) 2024-11-14T04:27:55,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742357_1537 (size=743) 2024-11-14T04:27:55,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742358_1538 (size=678) 2024-11-14T04:27:55,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742358_1538 (size=678) 2024-11-14T04:27:55,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-14T04:27:55,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T04:27:55,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T04:27:55,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K (1393bytes) at 1731558475193Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 so closing down at 1731558475196 (+3 ms)3 split writer threads finished at 1731558475197 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731558475199 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731558475199Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475207 (+8 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731558475208 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475606 (+398 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731558475608 (+2 ms)Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731558475608 2024-11-14T04:27:55,612 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.5 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.5 2024-11-14T04:27:55,613 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T04:27:55,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 2024-11-14T04:27:55,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 after 0ms 2024-11-14T04:27:55,616 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 took 4ms 2024-11-14T04:27:55,617 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,618 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 so closing down 2024-11-14T04:27:55,618 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,618 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,619 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:55,619 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:55,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T04:27:55,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T04:27:55,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742360_1540 (size=749) 2024-11-14T04:27:55,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742359_1539 (size=683) 2024-11-14T04:27:55,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742359_1539 (size=683) 2024-11-14T04:27:55,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742360_1540 (size=749) 2024-11-14T04:27:55,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-14T04:27:55,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T04:27:55,624 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T04:27:55,624 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K (1405bytes) at 1731558475613Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 so closing down at 1731558475618 (+5 ms)3 split writer threads finished at 1731558475618Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731558475620 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731558475620Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475623 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475623Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731558475624 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731558475624Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731558475624 2024-11-14T04:27:55,626 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.6 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.6 2024-11-14T04:27:55,626 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T04:27:55,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 2024-11-14T04:27:55,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 after 0ms 2024-11-14T04:27:55,628 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 took 2ms 2024-11-14T04:27:55,629 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,629 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 so closing down 2024-11-14T04:27:55,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,629 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,631 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:55,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:55,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T04:27:55,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T04:27:55,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742361_1541 (size=753) 2024-11-14T04:27:55,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742361_1541 (size=753) 2024-11-14T04:27:55,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T04:27:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742362_1542 (size=687) 2024-11-14T04:27:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742362_1542 (size=687) 2024-11-14T04:27:55,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-14T04:27:55,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T04:27:55,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K (1413bytes) at 1731558475626Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 so closing down at 1731558475629 (+3 ms)3 split writer threads finished at 1731558475629Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731558475632 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731558475632Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475635 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731558475636 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475638 (+2 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731558475639 (+1 ms)Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731558475639 2024-11-14T04:27:55,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.7 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.7 2024-11-14T04:27:55,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T04:27:55,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 2024-11-14T04:27:55,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 after 1ms 2024-11-14T04:27:55,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 took 2ms 2024-11-14T04:27:55,643 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 so closing down 2024-11-14T04:27:55,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:55,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:55,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T04:27:55,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T04:27:55,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742364_1544 (size=687) 2024-11-14T04:27:55,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742364_1544 (size=687) 2024-11-14T04:27:55,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-14T04:27:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742363_1543 (size=753) 2024-11-14T04:27:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742363_1543 (size=753) 2024-11-14T04:27:55,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T04:27:55,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T04:27:55,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K (1413bytes) at 1731558475640Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 so closing down at 1731558475643 (+3 ms)3 split writer threads finished at 1731558475643Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731558475646 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731558475646Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475649 (+3 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731558475650 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475654 (+4 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731558475655 (+1 ms)Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731558475655 2024-11-14T04:27:55,656 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.8 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.8 2024-11-14T04:27:55,656 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T04:27:55,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 2024-11-14T04:27:55,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 after 0ms 2024-11-14T04:27:55,658 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 took 2ms 2024-11-14T04:27:55,658 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T04:27:55,659 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 so closing down 2024-11-14T04:27:55,659 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:27:55,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:27:55,660 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:55,660 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:55,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T04:27:55,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T04:27:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742366_1546 (size=753) 2024-11-14T04:27:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742365_1545 (size=687) 2024-11-14T04:27:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742366_1546 (size=753) 2024-11-14T04:27:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742365_1545 (size=687) 2024-11-14T04:27:55,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T04:27:55,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-14T04:27:55,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T04:27:55,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T04:27:55,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K (1413bytes) at 1731558475656Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 so closing down at 1731558475659 (+3 ms)3 split writer threads finished at 1731558475659Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731558475661 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731558475661Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731558475664 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731558475664Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731558475665 (+1 ms)Rename recovered edits hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731558475665Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731558475665 2024-11-14T04:27:55,666 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731558473307/wal.dat.9 to hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.9 2024-11-14T04:27:55,667 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558475141; access_time=1731558474604; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558475158; access_time=1731558474615; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558475169; access_time=1731558474626; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558475179; access_time=1731558474637; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558475192; access_time=1731558474646; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731558475610; access_time=1731558475054; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731558475625; access_time=1731558475066; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731558475640; access_time=1731558475075; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731558475655; access_time=1731558475085; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42079/user/jenkins/test-data/50e9b2bb-a526-7313-3422-a68f91e115c9/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731558475666; access_time=1731558475095; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T04:27:55,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147 (was 147), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 528), ProcessCount=11 (was 11), AvailableMemoryMB=2357 (was 2372) 2024-11-14T04:27:55,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=147, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=2356 2024-11-14T04:27:55,680 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T04:27:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742367_1547 (size=7) 2024-11-14T04:27:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742367_1547 (size=7) 2024-11-14T04:27:55,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/1d6c31a9-7ac5-e45a-cb99-d843c5314729 with version=8 2024-11-14T04:27:55,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:55,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:27:55,688 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T04:27:55,689 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T04:27:55,689 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T04:27:55,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T04:27:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T04:27:55,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T04:27:55,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742368_1548 (size=2324) 2024-11-14T04:27:55,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742368_1548 (size=2324) 2024-11-14T04:27:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T04:27:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40741 is added to blk_1073742369_1549 (size=2325) 2024-11-14T04:27:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43707 is added to blk_1073742369_1549 (size=2325) 2024-11-14T04:27:55,721 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0, size=2.3 K (2325bytes) 2024-11-14T04:27:55,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0 2024-11-14T04:27:55,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0 after 0ms 2024-11-14T04:27:55,723 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-14T04:27:55,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0 so closing down 2024-11-14T04:27:55,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-14T04:27:55,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0, journal: Splitting hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0, size=2.3 K (2325bytes) at 1731558475721Finishing writing output for hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0 so closing down at 1731558475723 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731558475723 2024-11-14T04:27:55,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731558475688/wal.dat.0 to hdfs://localhost:42079/user/jenkins/test-data/7f4edfcf-aca6-475a-fcf6-377972143521/corrupt/wal.dat.0 2024-11-14T04:27:55,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=147 (was 147), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=2356 (was 2356) 2024-11-14T04:27:55,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:27:55,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:27:55,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:27:55,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:27:55,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/hadoop.log.dir/,STOPPED} 2024-11-14T04:27:55,789 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:27:55,789 WARN [BP-1156595703-172.17.0.3-1731558417174 heartbeating to localhost/127.0.0.1:42079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:27:55,789 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:27:55,789 WARN [BP-1156595703-172.17.0.3-1731558417174 heartbeating to localhost/127.0.0.1:42079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1156595703-172.17.0.3-1731558417174 (Datanode Uuid 082efa2b-9ce2-4eca-9d8a-435f19775434) service to localhost/127.0.0.1:42079 2024-11-14T04:27:55,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data3/current/BP-1156595703-172.17.0.3-1731558417174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:27:55,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data4/current/BP-1156595703-172.17.0.3-1731558417174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:27:55,792 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:27:55,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:27:55,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:27:55,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:27:55,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:27:55,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/hadoop.log.dir/,STOPPED} 2024-11-14T04:27:55,797 WARN [BP-1156595703-172.17.0.3-1731558417174 heartbeating to localhost/127.0.0.1:42079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:27:55,797 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:27:55,797 WARN [BP-1156595703-172.17.0.3-1731558417174 heartbeating to localhost/127.0.0.1:42079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1156595703-172.17.0.3-1731558417174 (Datanode Uuid a1ddda41-7517-4ea1-9805-12ecd0499073) service to localhost/127.0.0.1:42079 2024-11-14T04:27:55,797 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:27:55,797 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data1/current/BP-1156595703-172.17.0.3-1731558417174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:27:55,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/cluster_8bfe83c5-5fb5-119e-5587-1ac9c4cd712a/data/data2/current/BP-1156595703-172.17.0.3-1731558417174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:27:55,798 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:27:55,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:27:55,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:27:55,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:27:55,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:27:55,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2dc2f9e-9706-e1ad-23f2-f54e52eec1c0/hadoop.log.dir/,STOPPED}